2024-11-13 16:11:34,591 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 16:11:34,602 main DEBUG Took 0.009363 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 16:11:34,602 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 16:11:34,602 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 16:11:34,603 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 16:11:34,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,610 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 16:11:34,621 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,623 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,623 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,624 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,626 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,628 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,629 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,629 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:11:34,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,631 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 16:11:34,632 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:11:34,633 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 16:11:34,635 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 16:11:34,635 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 16:11:34,637 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 16:11:34,637 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 16:11:34,648 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 16:11:34,651 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 16:11:34,653 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 16:11:34,654 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 16:11:34,654 main DEBUG createAppenders(={Console}) 2024-11-13 16:11:34,655 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 16:11:34,655 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 16:11:34,656 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 16:11:34,657 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 16:11:34,657 main DEBUG OutputStream closed 2024-11-13 16:11:34,657 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 16:11:34,658 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 16:11:34,658 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 16:11:34,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 16:11:34,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 16:11:34,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 16:11:34,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 16:11:34,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 16:11:34,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 16:11:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 16:11:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 16:11:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 16:11:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 16:11:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 16:11:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 16:11:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 16:11:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 16:11:34,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 16:11:34,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 16:11:34,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 16:11:34,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 16:11:34,755 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 16:11:34,755 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 16:11:34,756 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 16:11:34,756 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T16:11:34,966 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42 2024-11-13 16:11:34,969 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 16:11:34,970 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T16:11:34,978 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-13T16:11:34,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:11:35,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978, deleteOnExit=true 2024-11-13T16:11:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:11:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/test.cache.data in system properties and HBase conf 2024-11-13T16:11:35,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:11:35,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:11:35,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:11:35,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:11:35,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:11:35,098 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T16:11:35,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:11:35,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:11:35,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:11:35,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:11:35,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:11:35,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:11:35,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:11:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:11:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:11:35,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:11:35,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:11:35,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:11:35,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:11:35,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:11:35,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:11:35,964 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T16:11:36,038 INFO [Time-limited test {}] log.Log(170): Logging initialized @2134ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T16:11:36,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:11:36,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:11:36,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:11:36,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:11:36,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:11:36,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:11:36,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:11:36,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:11:36,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/java.io.tmpdir/jetty-localhost-41891-hadoop-hdfs-3_4_1-tests_jar-_-any-1396245059607256227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:11:36,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:41891} 2024-11-13T16:11:36,415 INFO [Time-limited test {}] server.Server(415): Started @2512ms 2024-11-13T16:11:36,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:11:36,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:11:36,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:11:36,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:11:36,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:11:36,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:11:36,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:11:36,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/java.io.tmpdir/jetty-localhost-36401-hadoop-hdfs-3_4_1-tests_jar-_-any-9925404823533995004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:11:36,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:36401} 2024-11-13T16:11:36,951 INFO [Time-limited test {}] server.Server(415): Started @3048ms 2024-11-13T16:11:37,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:11:37,474 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data2/current/BP-1702565223-172.17.0.3-1731514295731/current, will proceed with Du for space computation calculation, 2024-11-13T16:11:37,474 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data1/current/BP-1702565223-172.17.0.3-1731514295731/current, will proceed with Du for space computation calculation, 2024-11-13T16:11:37,515 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:11:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a25c605b25557b with lease ID 0x1cc93280553ec2f4: Processing first storage report for DS-e3c76681-b13a-43c5-9732-10689fb7abc3 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=3c1a8d22-3d9f-441b-be45-1c359e1e664d, infoPort=37915, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1947023482;c=1731514295731) 2024-11-13T16:11:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a25c605b25557b with lease ID 0x1cc93280553ec2f4: from storage DS-e3c76681-b13a-43c5-9732-10689fb7abc3 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=3c1a8d22-3d9f-441b-be45-1c359e1e664d, infoPort=37915, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1947023482;c=1731514295731), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T16:11:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a25c605b25557b with lease ID 0x1cc93280553ec2f4: Processing first storage report for DS-1f0215ec-d5db-4bdd-a91d-aadc2a12fc6a from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=3c1a8d22-3d9f-441b-be45-1c359e1e664d, infoPort=37915, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1947023482;c=1731514295731) 2024-11-13T16:11:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a25c605b25557b with lease ID 0x1cc93280553ec2f4: from storage DS-1f0215ec-d5db-4bdd-a91d-aadc2a12fc6a node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=3c1a8d22-3d9f-441b-be45-1c359e1e664d, infoPort=37915, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1947023482;c=1731514295731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:11:37,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42 2024-11-13T16:11:37,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/zookeeper_0, clientPort=53519, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:11:37,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53519 2024-11-13T16:11:37,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:37,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:11:38,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 with version=8 2024-11-13T16:11:38,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/hbase-staging 2024-11-13T16:11:38,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T16:11:38,702 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T16:11:38,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:38,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:11:38,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:38,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:11:38,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:11:38,906 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T16:11:38,914 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T16:11:38,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:11:38,945 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25706 (auto-detected) 2024-11-13T16:11:38,946 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T16:11:38,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36659 2024-11-13T16:11:38,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36659 connecting to ZooKeeper ensemble=127.0.0.1:53519 2024-11-13T16:11:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366590x0, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:11:39,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36659-0x100a60efd8e0000 connected 2024-11-13T16:11:39,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:39,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:39,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:11:39,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335, hbase.cluster.distributed=false 2024-11-13T16:11:39,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:11:39,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-13T16:11:39,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36659 2024-11-13T16:11:39,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36659 2024-11-13T16:11:39,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-13T16:11:39,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-13T16:11:39,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T16:11:39,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:39,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:39,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:11:39,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:11:39,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:11:39,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:11:39,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:11:39,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38731 2024-11-13T16:11:39,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38731 connecting to ZooKeeper ensemble=127.0.0.1:53519 2024-11-13T16:11:39,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:39,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:39,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387310x0, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:11:39,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38731-0x100a60efd8e0001 connected 2024-11-13T16:11:39,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:11:39,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:11:39,239 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:11:39,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:11:39,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:11:39,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-13T16:11:39,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38731 2024-11-13T16:11:39,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38731 2024-11-13T16:11:39,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-13T16:11:39,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-13T16:11:39,269 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:36659 2024-11-13T16:11:39,270 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c4c650e80f58,36659,1731514298521 2024-11-13T16:11:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:11:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:11:39,279 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c4c650e80f58,36659,1731514298521 2024-11-13T16:11:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:11:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:39,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:39,302 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:11:39,303 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c4c650e80f58,36659,1731514298521 from backup master directory 2024-11-13T16:11:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c4c650e80f58,36659,1731514298521 2024-11-13T16:11:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:11:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:11:39,307 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:11:39,307 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,36659,1731514298521 2024-11-13T16:11:39,309 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T16:11:39,310 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T16:11:39,363 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/hbase.id] with ID: b3f1378f-89b2-4243-8cf8-934c81a97381 2024-11-13T16:11:39,364 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/.tmp/hbase.id 2024-11-13T16:11:39,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:11:39,775 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/.tmp/hbase.id]:[hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/hbase.id] 2024-11-13T16:11:39,818 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:11:39,824 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:11:39,847 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-13T16:11:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:11:39,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:11:39,885 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:11:39,901 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:39,905 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:11:39,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:11:40,353 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store 2024-11-13T16:11:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:11:40,776 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T16:11:40,779 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:40,781 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:11:40,781 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:11:40,781 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:11:40,782 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:11:40,783 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:11:40,783 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:11:40,784 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731514300780Disabling compacts and flushes for region at 1731514300781 (+1 ms)Disabling writes for close at 1731514300782 (+1 ms)Writing region close event to WAL at 1731514300783 (+1 ms)Closed at 1731514300783 2024-11-13T16:11:40,786 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/.initializing 2024-11-13T16:11:40,786 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/WALs/c4c650e80f58,36659,1731514298521 2024-11-13T16:11:40,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:11:40,809 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C36659%2C1731514298521, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/WALs/c4c650e80f58,36659,1731514298521, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/oldWALs, maxLogs=10 2024-11-13T16:11:40,833 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/WALs/c4c650e80f58,36659,1731514298521/c4c650e80f58%2C36659%2C1731514298521.1731514300814, exclude list is [], retry=0 2024-11-13T16:11:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e3c76681-b13a-43c5-9732-10689fb7abc3,DISK] 2024-11-13T16:11:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T16:11:40,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/WALs/c4c650e80f58,36659,1731514298521/c4c650e80f58%2C36659%2C1731514298521.1731514300814 2024-11-13T16:11:40,890 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-13T16:11:40,890 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:11:40,891 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:40,894 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,895 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:11:40,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:40,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:40,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:11:40,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:11:40,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:40,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:40,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:11:40,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:40,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:40,979 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,984 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,985 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,991 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,992 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:40,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:11:40,999 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:11:41,004 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:11:41,005 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60454286, jitterRate=-0.09916093945503235}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:11:41,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731514300907Initializing all the Stores at 1731514300909 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514300910 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514300910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514300911 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514300911Cleaning up temporary data from old regions at 1731514300992 (+81 ms)Region opened successfully at 1731514301010 (+18 ms) 2024-11-13T16:11:41,011 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:11:41,043 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8413430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T16:11:41,074 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:11:41,085 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:11:41,085 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:11:41,088 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:11:41,090 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T16:11:41,094 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T16:11:41,095 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:11:41,120 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:11:41,129 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:11:41,132 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:11:41,134 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:11:41,135 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:11:41,138 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:11:41,140 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:11:41,144 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:11:41,145 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:11:41,147 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:11:41,148 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:11:41,166 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:11:41,168 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:11:41,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:11:41,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:11:41,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,175 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,36659,1731514298521, sessionid=0x100a60efd8e0000, setting cluster-up flag (Was=false) 2024-11-13T16:11:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,194 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:11:41,196 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36659,1731514298521 2024-11-13T16:11:41,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:41,208 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:11:41,210 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36659,1731514298521 2024-11-13T16:11:41,216 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:11:41,258 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(746): ClusterId : b3f1378f-89b2-4243-8cf8-934c81a97381 2024-11-13T16:11:41,262 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:11:41,268 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:11:41,268 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:11:41,273 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:11:41,273 DEBUG [RS:0;c4c650e80f58:38731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717af25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T16:11:41,291 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:38731 2024-11-13T16:11:41,292 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:11:41,294 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:11:41,295 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:11:41,295 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:11:41,298 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,36659,1731514298521 with port=38731, startcode=1731514299168 2024-11-13T16:11:41,302 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:11:41,309 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:11:41,310 DEBUG [RS:0;c4c650e80f58:38731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:11:41,314 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,36659,1731514298521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:11:41,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:11:41,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:11:41,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:11:41,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:11:41,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:11:41,323 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,323 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:11:41,323 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731514331328 2024-11-13T16:11:41,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:11:41,330 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:11:41,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:11:41,331 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:11:41,334 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:11:41,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:11:41,336 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:11:41,337 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:11:41,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:41,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:11:41,338 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,341 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:11:41,342 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:11:41,343 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:11:41,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:11:41,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:11:41,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:11:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:11:41,352 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731514301352,5,FailOnTimeoutGroup] 2024-11-13T16:11:41,353 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731514301352,5,FailOnTimeoutGroup] 2024-11-13T16:11:41,353 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,353 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:11:41,354 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,354 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:41,354 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,380 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T16:11:41,380 WARN [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T16:11:41,482 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,36659,1731514298521 with port=38731, startcode=1731514299168 2024-11-13T16:11:41,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,497 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:11:41,497 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33817 2024-11-13T16:11:41,497 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:11:41,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:11:41,502 DEBUG [RS:0;c4c650e80f58:38731 {}] zookeeper.ZKUtil(111): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,502 WARN [RS:0;c4c650e80f58:38731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:11:41,502 INFO [RS:0;c4c650e80f58:38731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:11:41,502 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,38731,1731514299168] 2024-11-13T16:11:41,528 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:11:41,541 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:11:41,547 INFO [RS:0;c4c650e80f58:38731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:11:41,547 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,548 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:11:41,553 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:11:41,554 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,555 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,555 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,555 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,555 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,555 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,556 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:11:41,556 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,556 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,556 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,557 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,557 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,557 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:11:41,557 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:11:41,558 DEBUG [RS:0;c4c650e80f58:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:11:41,559 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,559 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,559 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,560 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,560 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,560 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38731,1731514299168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:11:41,587 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:11:41,589 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38731,1731514299168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,589 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,589 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.Replication(171): c4c650e80f58,38731,1731514299168 started 2024-11-13T16:11:41,609 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:41,609 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,38731,1731514299168, RpcServer on c4c650e80f58/172.17.0.3:38731, sessionid=0x100a60efd8e0001 2024-11-13T16:11:41,610 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:11:41,611 DEBUG [RS:0;c4c650e80f58:38731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,611 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,38731,1731514299168' 2024-11-13T16:11:41,611 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:11:41,612 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:11:41,613 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:11:41,613 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:11:41,613 DEBUG [RS:0;c4c650e80f58:38731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,38731,1731514299168 2024-11-13T16:11:41,614 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,38731,1731514299168' 2024-11-13T16:11:41,614 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:11:41,614 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:11:41,615 DEBUG [RS:0;c4c650e80f58:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:11:41,615 INFO [RS:0;c4c650e80f58:38731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:11:41,615 INFO [RS:0;c4c650e80f58:38731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:11:41,721 INFO [RS:0;c4c650e80f58:38731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:11:41,725 INFO [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C38731%2C1731514299168, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/oldWALs, maxLogs=32 2024-11-13T16:11:41,742 DEBUG [RS:0;c4c650e80f58:38731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168/c4c650e80f58%2C38731%2C1731514299168.1731514301727, exclude list is [], retry=0 2024-11-13T16:11:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e3c76681-b13a-43c5-9732-10689fb7abc3,DISK] 2024-11-13T16:11:41,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:11:41,750 INFO [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168/c4c650e80f58%2C38731%2C1731514299168.1731514301727 2024-11-13T16:11:41,750 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:11:41,751 DEBUG [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-13T16:11:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741833_1009 (size=32) 2024-11-13T16:11:42,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:42,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:11:42,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:11:42,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:11:42,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:11:42,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:11:42,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:11:42,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:11:42,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:11:42,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:11:42,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740 2024-11-13T16:11:42,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740 2024-11-13T16:11:42,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:11:42,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:11:42,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:11:42,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:11:42,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:11:42,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68723905, jitterRate=0.024065986275672913}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:11:42,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731514302162Initializing all the Stores at 1731514302164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514302164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302164Cleaning up temporary data from old regions at 1731514302184 (+20 ms)Region opened successfully at 1731514302193 (+9 ms) 2024-11-13T16:11:42,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:11:42,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:11:42,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:11:42,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:11:42,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:11:42,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:11:42,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731514302193Disabling compacts and flushes for region at 1731514302193Disabling writes for close at 1731514302194 (+1 ms)Writing region close event to WAL at 1731514302194Closed at 1731514302195 (+1 ms) 2024-11-13T16:11:42,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:11:42,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:11:42,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:11:42,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:11:42,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:11:42,368 DEBUG [c4c650e80f58:36659 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:11:42,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:42,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,38731,1731514299168, state=OPENING 2024-11-13T16:11:42,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:11:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:11:42,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:11:42,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:11:42,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:11:42,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:11:42,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:11:42,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:11:42,591 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:11:42,592 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:11:42,592 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:11:42,595 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C38731%2C1731514299168.meta, suffix=.meta, logDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/oldWALs, maxLogs=32 2024-11-13T16:11:42,611 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168/c4c650e80f58%2C38731%2C1731514299168.meta.1731514302597.meta, exclude list is [], retry=0 2024-11-13T16:11:42,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-e3c76681-b13a-43c5-9732-10689fb7abc3,DISK] 2024-11-13T16:11:42,618 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/WALs/c4c650e80f58,38731,1731514299168/c4c650e80f58%2C38731%2C1731514299168.meta.1731514302597.meta 2024-11-13T16:11:42,618 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-13T16:11:42,619 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:11:42,620 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:11:42,623 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:11:42,627 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:11:42,631 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:11:42,632 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:42,632 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:11:42,632 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:11:42,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:11:42,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:11:42,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:11:42,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:11:42,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:11:42,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:11:42,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:11:42,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:11:42,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:11:42,645 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:11:42,646 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740 2024-11-13T16:11:42,649 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740 2024-11-13T16:11:42,652 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:11:42,652 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:11:42,653 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:11:42,655 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:11:42,656 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65969992, jitterRate=-0.016970515251159668}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:11:42,657 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:11:42,658 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731514302633Writing region info on filesystem at 1731514302633Initializing all the Stores at 1731514302635 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514302635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731514302635Cleaning up temporary data from old regions at 1731514302652 (+17 ms)Running coprocessor post-open hooks at 1731514302657 (+5 ms)Region opened successfully at 1731514302658 (+1 ms) 2024-11-13T16:11:42,665 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731514302566 2024-11-13T16:11:42,676 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:11:42,676 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:11:42,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:42,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,38731,1731514299168, state=OPEN 2024-11-13T16:11:42,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:11:42,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:11:42,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:11:42,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:11:42,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:42,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:11:42,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,38731,1731514299168 in 292 msec 2024-11-13T16:11:42,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:11:42,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-13T16:11:42,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:11:42,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:11:42,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:42,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:42,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:42,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:42,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5250 sec 2024-11-13T16:11:42,773 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731514302773, completionTime=-1 2024-11-13T16:11:42,776 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:11:42,776 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T16:11:42,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T16:11:42,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731514362801 2024-11-13T16:11:42,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731514422801 2024-11-13T16:11:42,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-13T16:11:42,803 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,804 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,804 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,805 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:36659, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,805 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,806 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,811 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:11:42,833 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.526sec 2024-11-13T16:11:42,834 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:11:42,835 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:11:42,836 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:11:42,837 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:11:42,837 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:11:42,838 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:11:42,838 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:11:42,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:11:42,847 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:11:42,848 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36659,1731514298521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:11:42,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:42,869 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T16:11:42,870 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T16:11:42,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:42,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:42,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576fe8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:42,892 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:42,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:42,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:42,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:42,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,36659,1731514298521 2024-11-13T16:11:42,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=11649 2024-11-13T16:11:42,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:11:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:11:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65baa9 2024-11-13T16:11:42,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:11:42,955 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:11:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:11:42,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:11:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:11:42,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:11:42,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T16:11:42,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:42,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:11:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741835_1011 (size=959) 2024-11-13T16:11:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:43,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:11:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741836_1012 (size=53) 2024-11-13T16:11:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:43,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:43,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d335b70080f9f643a2aa4b4be90cc8c0, disabling compactions & flushes 2024-11-13T16:11:43,801 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:43,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:43,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. after waiting 0 ms 2024-11-13T16:11:43,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:43,802 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:43,802 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d335b70080f9f643a2aa4b4be90cc8c0: Waiting for close lock at 1731514303801Disabling compacts and flushes for region at 1731514303801Disabling writes for close at 1731514303801Writing region close event to WAL at 1731514303802 (+1 ms)Closed at 1731514303802 2024-11-13T16:11:43,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:11:43,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514303805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514303805"}]},"ts":"1731514303805"} 2024-11-13T16:11:43,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:11:43,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:11:43,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514303818"}]},"ts":"1731514303818"} 2024-11-13T16:11:43,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:11:43,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, ASSIGN}] 2024-11-13T16:11:43,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, ASSIGN 2024-11-13T16:11:43,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:11:43,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d335b70080f9f643a2aa4b4be90cc8c0, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:43,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, ASSIGN because future has completed 2024-11-13T16:11:43,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:11:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:44,149 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:44,149 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:11:44,150 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,150 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:11:44,150 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,150 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,153 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,155 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d335b70080f9f643a2aa4b4be90cc8c0 columnFamilyName A 2024-11-13T16:11:44,155 DEBUG [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:44,175 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(327): Store=d335b70080f9f643a2aa4b4be90cc8c0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:44,175 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,178 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d335b70080f9f643a2aa4b4be90cc8c0 columnFamilyName B 2024-11-13T16:11:44,179 DEBUG [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:44,180 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(327): Store=d335b70080f9f643a2aa4b4be90cc8c0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:44,180 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,182 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d335b70080f9f643a2aa4b4be90cc8c0 columnFamilyName C 2024-11-13T16:11:44,183 DEBUG [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:11:44,184 INFO [StoreOpener-d335b70080f9f643a2aa4b4be90cc8c0-1 {}] regionserver.HStore(327): Store=d335b70080f9f643a2aa4b4be90cc8c0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:11:44,184 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,185 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,186 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,188 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,188 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,189 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:11:44,191 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,195 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:11:44,196 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d335b70080f9f643a2aa4b4be90cc8c0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549970, jitterRate=-0.008328169584274292}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:11:44,196 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:44,197 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d335b70080f9f643a2aa4b4be90cc8c0: Running coprocessor pre-open hook at 1731514304150Writing region info on filesystem at 1731514304150Initializing all the Stores at 1731514304152 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514304152Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514304152Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514304152Cleaning up temporary data from old regions at 1731514304188 (+36 ms)Running coprocessor post-open hooks at 1731514304196 (+8 ms)Region opened successfully at 1731514304197 (+1 ms) 2024-11-13T16:11:44,200 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., pid=6, masterSystemTime=1731514304142 2024-11-13T16:11:44,205 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:44,205 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:44,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d335b70080f9f643a2aa4b4be90cc8c0, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:44,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:11:44,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:11:44,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 in 230 msec 2024-11-13T16:11:44,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:11:44,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, ASSIGN in 395 msec 2024-11-13T16:11:44,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:11:44,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514304229"}]},"ts":"1731514304229"} 2024-11-13T16:11:44,233 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:11:44,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:11:44,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-11-13T16:11:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:11:45,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:45,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,138 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e00daac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,143 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f43f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:11:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:11:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1907f2c6 2024-11-13T16:11:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:11:45,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:11:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2311693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce3c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,189 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,203 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,211 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f5a6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a37cd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,223 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ebe8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,226 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c50a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,229 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cb8306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,235 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94111c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,238 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b12e066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b456016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,243 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:11:45,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:11:45,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:11:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:11:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:11:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69080074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:11:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:11:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:11:45,248 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:11:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e6bf95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:11:45,256 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,256 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,256 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,257 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,264 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,265 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,276 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,279 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,285 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:11:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,286 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:11:45,287 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:11:45,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:45,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:11:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T16:11:45,302 DEBUG [Thread-156 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:11:45,303 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:11:45,307 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:45,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:45,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:45,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:11:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:11:45,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T16:11:45,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:45,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ac47027688934432b18e3788f26f0367 is 50, key is test_row_0/A:col10/1731514305358/Put/seqid=0 2024-11-13T16:11:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741837_1013 (size=12001) 2024-11-13T16:11:45,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ac47027688934432b18e3788f26f0367 2024-11-13T16:11:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514365540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514365530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514365558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514365568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514365569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:11:45,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T16:11:45,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514365680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514365680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514365690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514365690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514365690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ff29dd26cf684cd3ac18deffdab2e5c0 is 50, key is test_row_0/B:col10/1731514305358/Put/seqid=0 2024-11-13T16:11:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741838_1014 (size=12001) 2024-11-13T16:11:45,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ff29dd26cf684cd3ac18deffdab2e5c0 2024-11-13T16:11:45,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4ef5f85743304c998d32f7b1e1ef293c is 50, key is test_row_0/C:col10/1731514305358/Put/seqid=0 2024-11-13T16:11:45,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T16:11:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:45,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741839_1015 (size=12001) 2024-11-13T16:11:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4ef5f85743304c998d32f7b1e1ef293c 2024-11-13T16:11:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514365889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ac47027688934432b18e3788f26f0367 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367 2024-11-13T16:11:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514365899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T16:11:45,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514365908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ff29dd26cf684cd3ac18deffdab2e5c0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0 2024-11-13T16:11:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514365909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514365910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:11:45,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T16:11:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4ef5f85743304c998d32f7b1e1ef293c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c 2024-11-13T16:11:45,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T16:11:45,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d335b70080f9f643a2aa4b4be90cc8c0 in 601ms, sequenceid=14, compaction requested=false 2024-11-13T16:11:45,974 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T16:11:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:46,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T16:11:46,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,023 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:11:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e5a535e1ffa047099b53dba34e143761 is 50, key is test_row_0/A:col10/1731514305543/Put/seqid=0 2024-11-13T16:11:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741840_1016 (size=12001) 2024-11-13T16:11:46,110 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e5a535e1ffa047099b53dba34e143761 2024-11-13T16:11:46,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ad9f79959674401fb0bf6850a7137ac4 is 50, key is test_row_0/B:col10/1731514305543/Put/seqid=0 2024-11-13T16:11:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741841_1017 (size=12001) 2024-11-13T16:11:46,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ad9f79959674401fb0bf6850a7137ac4 2024-11-13T16:11:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/c7b6c6e6852a48c49596298066392427 is 50, key is test_row_0/C:col10/1731514305543/Put/seqid=0 2024-11-13T16:11:46,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514366249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514366252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514366253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741842_1018 (size=12001) 2024-11-13T16:11:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/c7b6c6e6852a48c49596298066392427 2024-11-13T16:11:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e5a535e1ffa047099b53dba34e143761 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761 2024-11-13T16:11:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514366265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514366266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,306 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T16:11:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ad9f79959674401fb0bf6850a7137ac4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4 2024-11-13T16:11:46,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T16:11:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/c7b6c6e6852a48c49596298066392427 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427 2024-11-13T16:11:46,334 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T16:11:46,337 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d335b70080f9f643a2aa4b4be90cc8c0 in 314ms, sequenceid=38, compaction requested=false 2024-11-13T16:11:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T16:11:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T16:11:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T16:11:46,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-13T16:11:46,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.0550 sec 2024-11-13T16:11:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:46,401 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:46,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:11:46,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/06423543e270435b81b96d399133a609 is 50, key is test_row_0/A:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:11:46,449 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:46,450 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T16:11:46,454 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:46,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:46,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741843_1019 (size=12001) 2024-11-13T16:11:46,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/06423543e270435b81b96d399133a609 2024-11-13T16:11:46,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/9bd03651c2c348f5ad299693b508c3b9 is 50, key is test_row_0/B:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741844_1020 (size=12001) 2024-11-13T16:11:46,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/9bd03651c2c348f5ad299693b508c3b9 2024-11-13T16:11:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:46,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/e2eb7a731f844040bcbcebdb19271a22 is 50, key is test_row_0/C:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514366603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:11:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514366605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741845_1021 (size=12001) 2024-11-13T16:11:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514366609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514366613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514366634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514366739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514366739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514366759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514366759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:11:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514366769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:11:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:46,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:46,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514366970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514366970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514366989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514366989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514367000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/e2eb7a731f844040bcbcebdb19271a22 2024-11-13T16:11:47,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/06423543e270435b81b96d399133a609 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609 2024-11-13T16:11:47,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T16:11:47,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/9bd03651c2c348f5ad299693b508c3b9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9 2024-11-13T16:11:47,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T16:11:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/e2eb7a731f844040bcbcebdb19271a22 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22 2024-11-13T16:11:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:47,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:11:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:47,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T16:11:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:47,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d335b70080f9f643a2aa4b4be90cc8c0 in 700ms, sequenceid=53, compaction requested=true 2024-11-13T16:11:47,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:47,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:47,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:47,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:47,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:47,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:47,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:47,115 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:47,120 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:47,121 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:47,122 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,122 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:47,123 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.2 K 2024-11-13T16:11:47,125 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ff29dd26cf684cd3ac18deffdab2e5c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514305350 2024-11-13T16:11:47,125 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:47,125 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:47,125 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,126 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ad9f79959674401fb0bf6850a7137ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731514305510 2024-11-13T16:11:47,126 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.2 K 2024-11-13T16:11:47,127 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac47027688934432b18e3788f26f0367, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514305350 2024-11-13T16:11:47,127 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd03651c2c348f5ad299693b508c3b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:47,128 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5a535e1ffa047099b53dba34e143761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731514305510 2024-11-13T16:11:47,128 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06423543e270435b81b96d399133a609, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:47,189 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#9 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:47,190 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ba847eac37724c1b80003dcd62dae1dc is 50, key is test_row_0/A:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:47,191 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:47,192 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/f9c60a6bc84c463281444834a5cb31b1 is 50, key is test_row_0/B:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:47,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:11:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,257 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T16:11:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741846_1022 (size=12104) 2024-11-13T16:11:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741847_1023 (size=12104) 2024-11-13T16:11:47,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ce135219f7774161878a637cb29b3869 is 50, key is test_row_0/A:col10/1731514306603/Put/seqid=0 2024-11-13T16:11:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:47,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741848_1024 (size=12001) 2024-11-13T16:11:47,336 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ce135219f7774161878a637cb29b3869 2024-11-13T16:11:47,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/bbd9905aab6640619abdceb2976c82ee is 50, key is test_row_0/B:col10/1731514306603/Put/seqid=0 2024-11-13T16:11:47,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514367355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514367368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514367368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514367372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514367376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741849_1025 (size=12001) 2024-11-13T16:11:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514367478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514367489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514367498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514367498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:11:47,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514367519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:47,675 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ba847eac37724c1b80003dcd62dae1dc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ba847eac37724c1b80003dcd62dae1dc 2024-11-13T16:11:47,692 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/f9c60a6bc84c463281444834a5cb31b1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f9c60a6bc84c463281444834a5cb31b1 2024-11-13T16:11:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514367699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,707 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into f9c60a6bc84c463281444834a5cb31b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:47,708 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514367702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,712 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514307113; duration=0sec 2024-11-13T16:11:47,712 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:47,712 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:47,713 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:47,716 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into ba847eac37724c1b80003dcd62dae1dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:47,716 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:47,716 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:47,716 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514307103; duration=0sec 2024-11-13T16:11:47,716 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:47,716 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:47,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:47,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:47,718 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.2 K 2024-11-13T16:11:47,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ef5f85743304c998d32f7b1e1ef293c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514305350 2024-11-13T16:11:47,720 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b6c6e6852a48c49596298066392427, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731514305510 2024-11-13T16:11:47,721 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting e2eb7a731f844040bcbcebdb19271a22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:47,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514367719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514367719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514367728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:47,764 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:47,765 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/afcc48c639de4494971d8f055abd6e05 is 50, key is test_row_0/C:col10/1731514306262/Put/seqid=0 2024-11-13T16:11:47,823 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/bbd9905aab6640619abdceb2976c82ee 2024-11-13T16:11:47,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741850_1026 (size=12104) 2024-11-13T16:11:47,839 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/afcc48c639de4494971d8f055abd6e05 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/afcc48c639de4494971d8f055abd6e05 2024-11-13T16:11:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4e8a634ccd234d1196bdea0c614d567c is 50, key is test_row_0/C:col10/1731514306603/Put/seqid=0 2024-11-13T16:11:47,855 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into afcc48c639de4494971d8f055abd6e05(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:47,855 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:47,855 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514307113; duration=0sec 2024-11-13T16:11:47,855 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:47,855 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741851_1027 (size=12001) 2024-11-13T16:11:48,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514368008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514368019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514368048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514368058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514368058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:11:48,299 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4e8a634ccd234d1196bdea0c614d567c 2024-11-13T16:11:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ce135219f7774161878a637cb29b3869 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869 2024-11-13T16:11:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T16:11:48,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/bbd9905aab6640619abdceb2976c82ee as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee 2024-11-13T16:11:48,341 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T16:11:48,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4e8a634ccd234d1196bdea0c614d567c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c 2024-11-13T16:11:48,354 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T16:11:48,356 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d335b70080f9f643a2aa4b4be90cc8c0 in 1099ms, sequenceid=74, compaction requested=false 2024-11-13T16:11:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T16:11:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T16:11:48,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T16:11:48,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-11-13T16:11:48,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9140 sec 2024-11-13T16:11:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:48,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:48,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:11:48,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/42049c825cb8454b9e73833156351336 is 50, key is test_row_0/A:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741852_1028 (size=14341) 2024-11-13T16:11:48,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/42049c825cb8454b9e73833156351336 2024-11-13T16:11:48,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2a5f9691ec1f414fa20c8c672d02b81a is 50, key is test_row_0/B:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:11:48,608 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:48,609 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T16:11:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:11:48,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:48,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:48,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741853_1029 (size=12001) 2024-11-13T16:11:48,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2a5f9691ec1f414fa20c8c672d02b81a 2024-11-13T16:11:48,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/835d80c993244818a8b6b811e4f450f8 is 50, key is test_row_0/C:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741854_1030 (size=12001) 2024-11-13T16:11:48,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/835d80c993244818a8b6b811e4f450f8 2024-11-13T16:11:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514368658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514368661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514368666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514368666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/42049c825cb8454b9e73833156351336 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336 2024-11-13T16:11:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514368676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336, entries=200, sequenceid=93, filesize=14.0 K 2024-11-13T16:11:48,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2a5f9691ec1f414fa20c8c672d02b81a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a 2024-11-13T16:11:48,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T16:11:48,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/835d80c993244818a8b6b811e4f450f8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8 2024-11-13T16:11:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:11:48,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T16:11:48,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for d335b70080f9f643a2aa4b4be90cc8c0 in 198ms, sequenceid=93, compaction requested=true 2024-11-13T16:11:48,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:48,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:48,733 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:48,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:48,733 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:48,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:48,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:48,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:48,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:48,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:48,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:48,737 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:48,737 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ba847eac37724c1b80003dcd62dae1dc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.5 K 2024-11-13T16:11:48,738 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:48,738 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:48,738 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:48,738 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f9c60a6bc84c463281444834a5cb31b1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.3 K 2024-11-13T16:11:48,740 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba847eac37724c1b80003dcd62dae1dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:48,740 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f9c60a6bc84c463281444834a5cb31b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:48,741 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce135219f7774161878a637cb29b3869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514306599 2024-11-13T16:11:48,741 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting bbd9905aab6640619abdceb2976c82ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514306599 2024-11-13T16:11:48,742 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42049c825cb8454b9e73833156351336, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:48,742 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a5f9691ec1f414fa20c8c672d02b81a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:48,767 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:48,769 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/5749a221ea3a46eeb153f61aeba0f4f1 is 50, key is test_row_0/B:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T16:11:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:48,775 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T16:11:48,781 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:48,782 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ab31a110c65a40a9af7a6513435d31b8 is 50, key is test_row_0/A:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:48,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ba0e3f59804fe5a3928447cf7f492d is 50, key is test_row_0/A:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741855_1031 (size=12207) 2024-11-13T16:11:48,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741856_1032 (size=12207) 2024-11-13T16:11:48,834 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/5749a221ea3a46eeb153f61aeba0f4f1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5749a221ea3a46eeb153f61aeba0f4f1 2024-11-13T16:11:48,834 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ab31a110c65a40a9af7a6513435d31b8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ab31a110c65a40a9af7a6513435d31b8 2024-11-13T16:11:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741857_1033 (size=12001) 2024-11-13T16:11:48,869 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 5749a221ea3a46eeb153f61aeba0f4f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:48,869 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into ab31a110c65a40a9af7a6513435d31b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:48,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:48,870 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:48,870 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514308733; duration=0sec 2024-11-13T16:11:48,870 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514308733; duration=0sec 2024-11-13T16:11:48,870 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:48,870 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:48,870 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:48,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:48,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:48,873 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:48,873 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:48,873 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:48,873 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/afcc48c639de4494971d8f055abd6e05, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.3 K 2024-11-13T16:11:48,874 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting afcc48c639de4494971d8f055abd6e05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514306255 2024-11-13T16:11:48,876 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e8a634ccd234d1196bdea0c614d567c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514306599 2024-11-13T16:11:48,877 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 835d80c993244818a8b6b811e4f450f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:48,894 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:48,895 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/39e637dadecd46de88b4b2883d13dad0 is 50, key is test_row_0/C:col10/1731514307371/Put/seqid=0 2024-11-13T16:11:48,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:11:48,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T16:11:48,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:11:48,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T16:11:48,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T16:11:48,907 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T16:11:48,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:11:48,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T16:11:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741858_1034 (size=12207) 2024-11-13T16:11:48,922 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/39e637dadecd46de88b4b2883d13dad0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/39e637dadecd46de88b4b2883d13dad0 2024-11-13T16:11:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:11:48,955 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 39e637dadecd46de88b4b2883d13dad0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:48,955 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:48,955 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514308735; duration=0sec 2024-11-13T16:11:48,955 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:48,955 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:48,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514368893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514368915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514368956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514368956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514368959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514369068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514369069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514369069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514369079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514369079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:11:49,251 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ba0e3f59804fe5a3928447cf7f492d 2024-11-13T16:11:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514369280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/dfd0b794ec734519bc93188196efe558 is 50, key is test_row_0/B:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514369280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514369281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514369288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514369288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741859_1035 (size=12001) 2024-11-13T16:11:49,306 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/dfd0b794ec734519bc93188196efe558 2024-11-13T16:11:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a89d181536fa4d04bd4dc5a31e19784f is 50, key is test_row_0/C:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741860_1036 (size=12001) 2024-11-13T16:11:49,349 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a89d181536fa4d04bd4dc5a31e19784f 2024-11-13T16:11:49,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ba0e3f59804fe5a3928447cf7f492d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d 2024-11-13T16:11:49,374 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T16:11:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/dfd0b794ec734519bc93188196efe558 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558 2024-11-13T16:11:49,391 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T16:11:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a89d181536fa4d04bd4dc5a31e19784f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f 2024-11-13T16:11:49,408 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T16:11:49,410 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 636ms, sequenceid=115, compaction requested=false 2024-11-13T16:11:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T16:11:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T16:11:49,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T16:11:49,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 799 msec 2024-11-13T16:11:49,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 809 msec 2024-11-13T16:11:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:49,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:49,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:11:49,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2ad1e3a3436f4cb5b94442ed5a757397 is 50, key is test_row_1/A:col10/1731514309600/Put/seqid=0 2024-11-13T16:11:49,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514369635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514369637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514369640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514369643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514369645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741861_1037 (size=12147) 2024-11-13T16:11:49,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2ad1e3a3436f4cb5b94442ed5a757397 2024-11-13T16:11:49,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/33eae5303edb42edbd05cc62a765870e is 50, key is test_row_1/B:col10/1731514309600/Put/seqid=0 2024-11-13T16:11:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741862_1038 (size=9757) 2024-11-13T16:11:49,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/33eae5303edb42edbd05cc62a765870e 2024-11-13T16:11:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:11:49,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9b7bb96d90914e04afeeb77bfae9566b is 50, key is test_row_1/C:col10/1731514309600/Put/seqid=0 2024-11-13T16:11:49,749 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:49,749 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T16:11:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:11:49,755 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:49,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:49,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:49,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514369759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514369758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514369759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514369760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514369759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741863_1039 (size=9757) 2024-11-13T16:11:49,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9b7bb96d90914e04afeeb77bfae9566b 2024-11-13T16:11:49,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2ad1e3a3436f4cb5b94442ed5a757397 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397 2024-11-13T16:11:49,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397, entries=150, sequenceid=136, filesize=11.9 K 2024-11-13T16:11:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/33eae5303edb42edbd05cc62a765870e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e 2024-11-13T16:11:49,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e, entries=100, sequenceid=136, filesize=9.5 K 2024-11-13T16:11:49,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9b7bb96d90914e04afeeb77bfae9566b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b 2024-11-13T16:11:49,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b, entries=100, sequenceid=136, filesize=9.5 K 2024-11-13T16:11:49,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d335b70080f9f643a2aa4b4be90cc8c0 in 236ms, sequenceid=136, compaction requested=true 2024-11-13T16:11:49,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:49,841 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:49,843 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:49,843 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:49,843 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:49,843 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ab31a110c65a40a9af7a6513435d31b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.5 K 2024-11-13T16:11:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:49,844 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ab31a110c65a40a9af7a6513435d31b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:49,845 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:49,845 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ba0e3f59804fe5a3928447cf7f492d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731514308647 2024-11-13T16:11:49,846 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad1e3a3436f4cb5b94442ed5a757397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514308893 2024-11-13T16:11:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:49,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:49,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:49,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:49,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:49,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5749a221ea3a46eeb153f61aeba0f4f1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=33.2 K 2024-11-13T16:11:49,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5749a221ea3a46eeb153f61aeba0f4f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:49,851 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfd0b794ec734519bc93188196efe558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731514308647 2024-11-13T16:11:49,852 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33eae5303edb42edbd05cc62a765870e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514309600 2024-11-13T16:11:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:11:49,874 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:49,878 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:49,878 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/13ac601408dc420f829c9bdf87a4cc36 is 50, key is test_row_0/A:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:49,879 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/123d473166604f41a28fa642bd4c03e2 is 50, key is test_row_0/B:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741864_1040 (size=12409) 2024-11-13T16:11:49,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T16:11:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:49,911 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:11:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741865_1041 (size=12409) 2024-11-13T16:11:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/df8693f93fad445ebfea3d33c4e2ac47 is 50, key is test_row_0/A:col10/1731514309642/Put/seqid=0 2024-11-13T16:11:49,928 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/123d473166604f41a28fa642bd4c03e2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/123d473166604f41a28fa642bd4c03e2 2024-11-13T16:11:49,942 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 123d473166604f41a28fa642bd4c03e2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:49,942 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:49,942 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514309845; duration=0sec 2024-11-13T16:11:49,943 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:49,943 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:49,943 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:49,948 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:49,948 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:49,948 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:49,948 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/39e637dadecd46de88b4b2883d13dad0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=33.2 K 2024-11-13T16:11:49,949 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39e637dadecd46de88b4b2883d13dad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731514307362 2024-11-13T16:11:49,950 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a89d181536fa4d04bd4dc5a31e19784f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731514308647 2024-11-13T16:11:49,951 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b7bb96d90914e04afeeb77bfae9566b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514309600 2024-11-13T16:11:49,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741866_1042 (size=12151) 2024-11-13T16:11:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:49,996 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/df8693f93fad445ebfea3d33c4e2ac47 2024-11-13T16:11:50,005 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:50,006 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/34da05a358d04cdc8536719c89238e17 is 50, key is test_row_0/C:col10/1731514308661/Put/seqid=0 2024-11-13T16:11:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/f17be2d29208496fa0de5b18e45d53fb is 50, key is test_row_0/B:col10/1731514309642/Put/seqid=0 2024-11-13T16:11:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741867_1043 (size=12409) 2024-11-13T16:11:50,037 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/34da05a358d04cdc8536719c89238e17 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/34da05a358d04cdc8536719c89238e17 2024-11-13T16:11:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741868_1044 (size=12151) 2024-11-13T16:11:50,045 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/f17be2d29208496fa0de5b18e45d53fb 2024-11-13T16:11:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,049 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 34da05a358d04cdc8536719c89238e17(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,050 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,050 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514309847; duration=0sec 2024-11-13T16:11:50,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,050 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,050 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/cd95190daa2d4e7f8962c676affa2f9b is 50, key is test_row_0/C:col10/1731514309642/Put/seqid=0 2024-11-13T16:11:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:11:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741869_1045 (size=12151) 2024-11-13T16:11:50,091 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/cd95190daa2d4e7f8962c676affa2f9b 2024-11-13T16:11:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/df8693f93fad445ebfea3d33c4e2ac47 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47 2024-11-13T16:11:50,113 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T16:11:50,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/f17be2d29208496fa0de5b18e45d53fb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb 2024-11-13T16:11:50,125 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T16:11:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/cd95190daa2d4e7f8962c676affa2f9b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b 2024-11-13T16:11:50,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T16:11:50,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d335b70080f9f643a2aa4b4be90cc8c0 in 228ms, sequenceid=154, compaction requested=false 2024-11-13T16:11:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T16:11:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T16:11:50,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T16:11:50,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 386 msec 2024-11-13T16:11:50,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 397 msec 2024-11-13T16:11:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:50,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:11:50,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2a39d41827ff4e87949743b71732a599 is 50, key is test_row_0/A:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741870_1046 (size=14541) 2024-11-13T16:11:50,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2a39d41827ff4e87949743b71732a599 2024-11-13T16:11:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/3ef3d19708a0464b9940be0582b2847b is 50, key is test_row_0/B:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741871_1047 (size=12151) 2024-11-13T16:11:50,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/3ef3d19708a0464b9940be0582b2847b 2024-11-13T16:11:50,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/36b95ec838ea470da1dc6566d950dbc0 is 50, key is test_row_0/C:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741872_1048 (size=12151) 2024-11-13T16:11:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/36b95ec838ea470da1dc6566d950dbc0 2024-11-13T16:11:50,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,321 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/13ac601408dc420f829c9bdf87a4cc36 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/13ac601408dc420f829c9bdf87a4cc36 2024-11-13T16:11:50,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2a39d41827ff4e87949743b71732a599 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599 2024-11-13T16:11:50,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599, entries=200, sequenceid=175, filesize=14.2 K 2024-11-13T16:11:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/3ef3d19708a0464b9940be0582b2847b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b 2024-11-13T16:11:50,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T16:11:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/36b95ec838ea470da1dc6566d950dbc0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0 2024-11-13T16:11:50,348 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 13ac601408dc420f829c9bdf87a4cc36(size=12.1 K), total size for store is 38.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:50,349 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,349 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514309841; duration=0sec 2024-11-13T16:11:50,349 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,349 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:50,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T16:11:50,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d335b70080f9f643a2aa4b4be90cc8c0 in 201ms, sequenceid=175, compaction requested=true 2024-11-13T16:11:50,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,352 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,353 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,354 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:50,354 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:50,354 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,355 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/13ac601408dc420f829c9bdf87a4cc36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=38.2 K 2024-11-13T16:11:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:50,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:50,355 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:50,355 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ac601408dc420f829c9bdf87a4cc36, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514308661 2024-11-13T16:11:50,356 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:50,356 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,356 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8693f93fad445ebfea3d33c4e2ac47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731514309635 2024-11-13T16:11:50,357 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/123d473166604f41a28fa642bd4c03e2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.9 K 2024-11-13T16:11:50,357 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a39d41827ff4e87949743b71732a599, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:50,357 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 123d473166604f41a28fa642bd4c03e2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514308661 2024-11-13T16:11:50,360 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f17be2d29208496fa0de5b18e45d53fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731514309635 2024-11-13T16:11:50,360 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef3d19708a0464b9940be0582b2847b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:11:50,378 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:50,379 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T16:11:50,384 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:50,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:50,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:50,394 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:50,395 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/c8175590156e4bf79c1b292782a3da78 is 50, key is test_row_0/A:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,401 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:50,402 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d6ee3f42b11b43f0b02ae931df0ba731 is 50, key is test_row_0/B:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741874_1050 (size=12561) 2024-11-13T16:11:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741873_1049 (size=12561) 2024-11-13T16:11:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:50,503 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/c8175590156e4bf79c1b292782a3da78 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c8175590156e4bf79c1b292782a3da78 2024-11-13T16:11:50,513 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into c8175590156e4bf79c1b292782a3da78(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:50,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,513 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514310352; duration=0sec 2024-11-13T16:11:50,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:50,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:50,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:50,515 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:50,515 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:50,515 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,516 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/34da05a358d04cdc8536719c89238e17, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=35.9 K 2024-11-13T16:11:50,516 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34da05a358d04cdc8536719c89238e17, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514308661 2024-11-13T16:11:50,517 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd95190daa2d4e7f8962c676affa2f9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731514309635 2024-11-13T16:11:50,518 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36b95ec838ea470da1dc6566d950dbc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:50,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:11:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:50,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a0b339081a294a40a27f5ecebd354867 is 50, key is test_row_0/A:col10/1731514310516/Put/seqid=0 2024-11-13T16:11:50,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,547 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:50,548 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/d68c53522add4628ae11c481dea81fc0 is 50, key is test_row_0/C:col10/1731514310149/Put/seqid=0 2024-11-13T16:11:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741875_1051 (size=16931) 2024-11-13T16:11:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741876_1052 (size=12561) 2024-11-13T16:11:50,623 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/d68c53522add4628ae11c481dea81fc0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d68c53522add4628ae11c481dea81fc0 2024-11-13T16:11:50,633 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into d68c53522add4628ae11c481dea81fc0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:50,633 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,633 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514310354; duration=0sec 2024-11-13T16:11:50,634 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,634 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:50,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:50,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:50,900 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d6ee3f42b11b43f0b02ae931df0ba731 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d6ee3f42b11b43f0b02ae931df0ba731 2024-11-13T16:11:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514370898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514370898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514370898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514370898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514370899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:50,913 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into d6ee3f42b11b43f0b02ae931df0ba731(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:50,913 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:50,913 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514310353; duration=0sec 2024-11-13T16:11:50,913 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:50,913 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:51,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a0b339081a294a40a27f5ecebd354867 2024-11-13T16:11:51,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/84ad0f0531bc4cbcad8e60ddfaed551f is 50, key is test_row_0/B:col10/1731514310516/Put/seqid=0 2024-11-13T16:11:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741877_1053 (size=12151) 2024-11-13T16:11:51,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/84ad0f0531bc4cbcad8e60ddfaed551f 2024-11-13T16:11:51,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4b0aee43d91b43d4946522aad0313b1d is 50, key is test_row_0/C:col10/1731514310516/Put/seqid=0 2024-11-13T16:11:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741878_1054 (size=12151) 2024-11-13T16:11:51,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4b0aee43d91b43d4946522aad0313b1d 2024-11-13T16:11:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a0b339081a294a40a27f5ecebd354867 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867 2024-11-13T16:11:51,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867, entries=250, sequenceid=197, filesize=16.5 K 2024-11-13T16:11:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/84ad0f0531bc4cbcad8e60ddfaed551f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f 2024-11-13T16:11:51,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T16:11:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4b0aee43d91b43d4946522aad0313b1d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d 2024-11-13T16:11:51,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T16:11:51,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 656ms, sequenceid=197, compaction requested=false 2024-11-13T16:11:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:51,214 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:51,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:11:51,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/3b4f599031f8481790016bc1739af791 is 50, key is test_row_0/A:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741879_1055 (size=12151) 2024-11-13T16:11:51,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/3b4f599031f8481790016bc1739af791 2024-11-13T16:11:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514371236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514371238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514371239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514371248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514371249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/32082ad86a3f43478fbbdfba380007b7 is 50, key is test_row_0/B:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741880_1056 (size=12151) 2024-11-13T16:11:51,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/32082ad86a3f43478fbbdfba380007b7 2024-11-13T16:11:51,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a92eccd04774924955fcdbe528d5458 is 50, key is test_row_0/C:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741881_1057 (size=12151) 2024-11-13T16:11:51,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514371359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514371359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514371359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514371359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514371359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:51,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514371568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514371579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514371579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514371579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514371580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a92eccd04774924955fcdbe528d5458 2024-11-13T16:11:51,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/3b4f599031f8481790016bc1739af791 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791 2024-11-13T16:11:51,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791, entries=150, sequenceid=219, filesize=11.9 K 2024-11-13T16:11:51,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/32082ad86a3f43478fbbdfba380007b7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7 2024-11-13T16:11:51,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7, entries=150, sequenceid=219, filesize=11.9 K 2024-11-13T16:11:51,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a92eccd04774924955fcdbe528d5458 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458 2024-11-13T16:11:51,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458, entries=150, sequenceid=219, filesize=11.9 K 2024-11-13T16:11:51,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 596ms, sequenceid=219, compaction requested=true 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:51,811 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:51,813 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:51,813 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:51,813 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,813 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c8175590156e4bf79c1b292782a3da78, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=40.7 K 2024-11-13T16:11:51,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T16:11:51,814 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8175590156e4bf79c1b292782a3da78, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:51,814 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b339081a294a40a27f5ecebd354867, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731514310178 2024-11-13T16:11:51,815 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b4f599031f8481790016bc1739af791, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:51,815 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:51,817 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:51,817 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:51,817 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,817 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d6ee3f42b11b43f0b02ae931df0ba731, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.0 K 2024-11-13T16:11:51,819 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d6ee3f42b11b43f0b02ae931df0ba731, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:51,820 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 84ad0f0531bc4cbcad8e60ddfaed551f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731514310180 2024-11-13T16:11:51,821 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 32082ad86a3f43478fbbdfba380007b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:51,833 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:51,833 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/84a7d78087b04d40966b70431213665e is 50, key is test_row_0/A:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,848 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:51,849 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2c4748e98f6842c5bb480574b9233c60 is 50, key is test_row_0/B:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741882_1058 (size=12663) 2024-11-13T16:11:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:51,882 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:51,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:11:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741883_1059 (size=12663) 2024-11-13T16:11:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4e2319dd901445c988d1e606e68ea253 is 50, key is test_row_0/A:col10/1731514311232/Put/seqid=0 2024-11-13T16:11:51,901 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2c4748e98f6842c5bb480574b9233c60 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2c4748e98f6842c5bb480574b9233c60 2024-11-13T16:11:51,912 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 2c4748e98f6842c5bb480574b9233c60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:51,912 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:51,912 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514311811; duration=0sec 2024-11-13T16:11:51,912 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:51,912 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:51,913 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:51,914 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:51,915 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:51,915 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741884_1060 (size=12151) 2024-11-13T16:11:51,919 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d68c53522add4628ae11c481dea81fc0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.0 K 2024-11-13T16:11:51,920 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d68c53522add4628ae11c481dea81fc0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514310021 2024-11-13T16:11:51,920 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b0aee43d91b43d4946522aad0313b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731514310180 2024-11-13T16:11:51,921 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a92eccd04774924955fcdbe528d5458, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514371918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514371924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514371927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514371928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514371929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:51,940 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:51,940 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/8a2de02353c847a38d24c6a8bb65f687 is 50, key is test_row_0/C:col10/1731514310562/Put/seqid=0 2024-11-13T16:11:51,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:51,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:51,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741885_1061 (size=12663) 2024-11-13T16:11:51,977 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/8a2de02353c847a38d24c6a8bb65f687 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a2de02353c847a38d24c6a8bb65f687 2024-11-13T16:11:51,985 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 8a2de02353c847a38d24c6a8bb65f687(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:51,986 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:51,986 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514311811; duration=0sec 2024-11-13T16:11:51,986 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:51,986 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:52,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514372039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514372039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514372042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514372043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514372043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514372248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514372248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514372258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514372259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514372259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:52,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:52,286 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/84a7d78087b04d40966b70431213665e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/84a7d78087b04d40966b70431213665e 2024-11-13T16:11:52,294 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 84a7d78087b04d40966b70431213665e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:52,294 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:52,294 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514311811; duration=0sec 2024-11-13T16:11:52,294 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:52,294 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:52,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4e2319dd901445c988d1e606e68ea253 2024-11-13T16:11:52,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/04db69919ff3418c956e97f8c1c0e299 is 50, key is test_row_0/B:col10/1731514311232/Put/seqid=0 2024-11-13T16:11:52,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741886_1062 (size=12151) 2024-11-13T16:11:52,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/04db69919ff3418c956e97f8c1c0e299 2024-11-13T16:11:52,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/7c549a6537de44e1ab6ea3b725dd5ec4 is 50, key is test_row_0/C:col10/1731514311232/Put/seqid=0 2024-11-13T16:11:52,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741887_1063 (size=12151) 2024-11-13T16:11:52,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/7c549a6537de44e1ab6ea3b725dd5ec4 2024-11-13T16:11:52,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4e2319dd901445c988d1e606e68ea253 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253 2024-11-13T16:11:52,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T16:11:52,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/04db69919ff3418c956e97f8c1c0e299 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299 2024-11-13T16:11:52,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T16:11:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/7c549a6537de44e1ab6ea3b725dd5ec4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4 2024-11-13T16:11:52,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T16:11:52,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d335b70080f9f643a2aa4b4be90cc8c0 in 547ms, sequenceid=236, compaction requested=false 2024-11-13T16:11:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:52,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T16:11:52,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,433 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:11:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9b2bfb6046a64a4f800e945c616a666c is 50, key is test_row_0/A:col10/1731514311923/Put/seqid=0 2024-11-13T16:11:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741888_1064 (size=12151) 2024-11-13T16:11:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:52,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514372588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514372588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514372590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514372590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514372591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514372698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514372698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514372708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514372709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514372709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,866 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9b2bfb6046a64a4f800e945c616a666c 2024-11-13T16:11:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/59bb335f194141d8a988e8dfb95f5152 is 50, key is test_row_0/B:col10/1731514311923/Put/seqid=0 2024-11-13T16:11:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741889_1065 (size=12151) 2024-11-13T16:11:52,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/59bb335f194141d8a988e8dfb95f5152 2024-11-13T16:11:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/8a7c2e9d034f4cc8afabea386b140bd6 is 50, key is test_row_0/C:col10/1731514311923/Put/seqid=0 2024-11-13T16:11:52,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514372908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741890_1066 (size=12151) 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514372908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,912 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/8a7c2e9d034f4cc8afabea386b140bd6 2024-11-13T16:11:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9b2bfb6046a64a4f800e945c616a666c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c 2024-11-13T16:11:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514372918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514372918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514372919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:52,929 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c, entries=150, sequenceid=258, filesize=11.9 K 2024-11-13T16:11:52,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/59bb335f194141d8a988e8dfb95f5152 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152 2024-11-13T16:11:52,940 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152, entries=150, sequenceid=258, filesize=11.9 K 2024-11-13T16:11:52,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/8a7c2e9d034f4cc8afabea386b140bd6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6 2024-11-13T16:11:52,952 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6, entries=150, sequenceid=258, filesize=11.9 K 2024-11-13T16:11:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d335b70080f9f643a2aa4b4be90cc8c0 in 522ms, sequenceid=258, compaction requested=true 2024-11-13T16:11:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T16:11:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T16:11:52,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T16:11:52,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5680 sec 2024-11-13T16:11:52,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.5820 sec 2024-11-13T16:11:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:53,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:11:53,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/1bbf1acb98e64006844bce2dbe8aa079 is 50, key is test_row_0/A:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514373251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514373253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514373255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514373256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514373258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741891_1067 (size=14741) 2024-11-13T16:11:53,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/1bbf1acb98e64006844bce2dbe8aa079 2024-11-13T16:11:53,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/eba8f806e07c43fe872ce2106e918f34 is 50, key is test_row_0/B:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741892_1068 (size=12301) 2024-11-13T16:11:53,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/eba8f806e07c43fe872ce2106e918f34 2024-11-13T16:11:53,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/f3d34564c9ab454295a20a11e4a28518 is 50, key is test_row_0/C:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514373369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514373370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514373370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514373370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514373371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741893_1069 (size=12301) 2024-11-13T16:11:53,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514373577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514373578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514373578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514373578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514373578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/f3d34564c9ab454295a20a11e4a28518 2024-11-13T16:11:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/1bbf1acb98e64006844bce2dbe8aa079 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079 2024-11-13T16:11:53,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079, entries=200, sequenceid=277, filesize=14.4 K 2024-11-13T16:11:53,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/eba8f806e07c43fe872ce2106e918f34 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34 2024-11-13T16:11:53,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T16:11:53,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/f3d34564c9ab454295a20a11e4a28518 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518 2024-11-13T16:11:53,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T16:11:53,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d335b70080f9f643a2aa4b4be90cc8c0 in 584ms, sequenceid=277, compaction requested=true 2024-11-13T16:11:53,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:53,810 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:53,810 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:53,811 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:53,811 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:53,811 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:53,812 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:53,812 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:53,812 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:53,812 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2c4748e98f6842c5bb480574b9233c60, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=48.1 K 2024-11-13T16:11:53,812 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/84a7d78087b04d40966b70431213665e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=50.5 K 2024-11-13T16:11:53,812 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c4748e98f6842c5bb480574b9233c60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:53,813 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84a7d78087b04d40966b70431213665e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:53,813 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 04db69919ff3418c956e97f8c1c0e299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731514311232 2024-11-13T16:11:53,814 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e2319dd901445c988d1e606e68ea253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731514311232 2024-11-13T16:11:53,814 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 59bb335f194141d8a988e8dfb95f5152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731514311923 2024-11-13T16:11:53,814 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b2bfb6046a64a4f800e945c616a666c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731514311923 2024-11-13T16:11:53,814 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eba8f806e07c43fe872ce2106e918f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:53,815 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbf1acb98e64006844bce2dbe8aa079, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:53,837 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:53,838 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/221e5611babc402b84167afe2f69a397 is 50, key is test_row_0/A:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,845 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:53,846 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/3539524973ee47649a7a8d42cb4c10d4 is 50, key is test_row_0/B:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741894_1070 (size=12949) 2024-11-13T16:11:53,881 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/221e5611babc402b84167afe2f69a397 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/221e5611babc402b84167afe2f69a397 2024-11-13T16:11:53,891 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 221e5611babc402b84167afe2f69a397(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:53,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:53,891 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=12, startTime=1731514313810; duration=0sec 2024-11-13T16:11:53,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:53,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:53,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:53,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:53,896 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:53,896 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:53,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:11:53,896 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:53,896 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a2de02353c847a38d24c6a8bb65f687, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=48.1 K 2024-11-13T16:11:53,897 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a2de02353c847a38d24c6a8bb65f687, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731514310562 2024-11-13T16:11:53,897 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c549a6537de44e1ab6ea3b725dd5ec4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731514311232 2024-11-13T16:11:53,898 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a7c2e9d034f4cc8afabea386b140bd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731514311923 2024-11-13T16:11:53,898 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3d34564c9ab454295a20a11e4a28518, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741895_1071 (size=12949) 2024-11-13T16:11:53,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4a4fdc62b893423ab103e4b638193790 is 50, key is test_row_0/A:col10/1731514313892/Put/seqid=0 2024-11-13T16:11:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741896_1072 (size=12301) 2024-11-13T16:11:53,916 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:53,917 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/cffc8e7df55f4c558a1e6fef429fa025 is 50, key is test_row_0/C:col10/1731514313223/Put/seqid=0 2024-11-13T16:11:53,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4a4fdc62b893423ab103e4b638193790 2024-11-13T16:11:53,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ba432877fd364d17a7d9f90019a9e67e is 50, key is test_row_0/B:col10/1731514313892/Put/seqid=0 2024-11-13T16:11:53,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514373923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514373923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514373927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514373929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514373931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741897_1073 (size=12949) 2024-11-13T16:11:53,957 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/cffc8e7df55f4c558a1e6fef429fa025 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cffc8e7df55f4c558a1e6fef429fa025 2024-11-13T16:11:53,969 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into cffc8e7df55f4c558a1e6fef429fa025(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:53,969 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:53,969 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=12, startTime=1731514313810; duration=0sec 2024-11-13T16:11:53,970 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:53,970 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741898_1074 (size=12301) 2024-11-13T16:11:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514374258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514374258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514374258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514374259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514374259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,310 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/3539524973ee47649a7a8d42cb4c10d4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3539524973ee47649a7a8d42cb4c10d4 2024-11-13T16:11:54,318 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 3539524973ee47649a7a8d42cb4c10d4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:54,319 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:54,319 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=12, startTime=1731514313810; duration=0sec 2024-11-13T16:11:54,319 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:54,319 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:54,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ba432877fd364d17a7d9f90019a9e67e 2024-11-13T16:11:54,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4a4f81b1675e4c62ac086633f5c31f8d is 50, key is test_row_0/C:col10/1731514313892/Put/seqid=0 2024-11-13T16:11:54,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741899_1075 (size=12301) 2024-11-13T16:11:54,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514374568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T16:11:54,579 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:54,579 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T16:11:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T16:11:54,582 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:54,583 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T16:11:54,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T16:11:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:54,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:54,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4a4f81b1675e4c62ac086633f5c31f8d 2024-11-13T16:11:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4a4fdc62b893423ab103e4b638193790 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790 2024-11-13T16:11:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T16:11:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/ba432877fd364d17a7d9f90019a9e67e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e 2024-11-13T16:11:54,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T16:11:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/4a4f81b1675e4c62ac086633f5c31f8d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d 2024-11-13T16:11:54,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T16:11:54,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d335b70080f9f643a2aa4b4be90cc8c0 in 935ms, sequenceid=297, compaction requested=false 2024-11-13T16:11:54,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:54,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T16:11:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:54,893 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:11:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T16:11:54,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/8546143f56574658a8622d82c1c774a4 is 50, key is test_row_0/A:col10/1731514313928/Put/seqid=0 2024-11-13T16:11:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741900_1076 (size=12301) 2024-11-13T16:11:54,935 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/8546143f56574658a8622d82c1c774a4 2024-11-13T16:11:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/7f74f03b03bd44df931cdd41c68cbf15 is 50, key is test_row_0/B:col10/1731514313928/Put/seqid=0 2024-11-13T16:11:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741901_1077 (size=12301) 2024-11-13T16:11:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:55,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514375110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514375110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514375111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514375114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514375115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T16:11:55,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514375217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514375217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514375228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514375228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514375228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,377 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/7f74f03b03bd44df931cdd41c68cbf15 2024-11-13T16:11:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/372934fedd324ddaaa0763c76af6981c is 50, key is test_row_0/C:col10/1731514313928/Put/seqid=0 2024-11-13T16:11:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741902_1078 (size=12301) 2024-11-13T16:11:55,408 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/372934fedd324ddaaa0763c76af6981c 2024-11-13T16:11:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/8546143f56574658a8622d82c1c774a4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4 2024-11-13T16:11:55,427 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T16:11:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/7f74f03b03bd44df931cdd41c68cbf15 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15 2024-11-13T16:11:55,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514375428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514375428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,435 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T16:11:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/372934fedd324ddaaa0763c76af6981c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c 2024-11-13T16:11:55,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514375437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514375438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514375438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,444 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T16:11:55,445 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d335b70080f9f643a2aa4b4be90cc8c0 in 552ms, sequenceid=316, compaction requested=true 2024-11-13T16:11:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T16:11:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T16:11:55,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T16:11:55,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 865 msec 2024-11-13T16:11:55,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 873 msec 2024-11-13T16:11:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T16:11:55,718 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:55,719 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T16:11:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:55,724 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:55,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:55,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:55,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:11:55,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/37085e1f72344d8a831ac3a93ddcea3a is 50, key is test_row_0/A:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:55,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514375766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514375767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514375767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514375768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514375778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741903_1079 (size=14741) 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/37085e1f72344d8a831ac3a93ddcea3a 2024-11-13T16:11:55,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/242f8a82e82a470b82cf64aca0363668 is 50, key is test_row_0/B:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741904_1080 (size=12301) 2024-11-13T16:11:55,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/242f8a82e82a470b82cf64aca0363668 2024-11-13T16:11:55,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/288fdb98ae1c46ed8f8d04d5e15e3e23 is 50, key is test_row_0/C:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741905_1081 (size=12301) 2024-11-13T16:11:55,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/288fdb98ae1c46ed8f8d04d5e15e3e23 2024-11-13T16:11:55,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/37085e1f72344d8a831ac3a93ddcea3a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a 2024-11-13T16:11:55,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a, entries=200, sequenceid=336, filesize=14.4 K 2024-11-13T16:11:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/242f8a82e82a470b82cf64aca0363668 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668 2024-11-13T16:11:55,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668, entries=150, sequenceid=336, filesize=12.0 K 2024-11-13T16:11:55,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/288fdb98ae1c46ed8f8d04d5e15e3e23 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23 2024-11-13T16:11:55,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23, entries=150, sequenceid=336, filesize=12.0 K 2024-11-13T16:11:55,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 127ms, sequenceid=336, compaction requested=true 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:55,869 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:55,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:55,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:55,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:55,871 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:55,872 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:55,872 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/221e5611babc402b84167afe2f69a397, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=51.1 K 2024-11-13T16:11:55,872 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:55,872 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:55,872 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3539524973ee47649a7a8d42cb4c10d4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=48.7 K 2024-11-13T16:11:55,872 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221e5611babc402b84167afe2f69a397, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:55,875 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3539524973ee47649a7a8d42cb4c10d4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:55,879 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a4fdc62b893423ab103e4b638193790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731514313251 2024-11-13T16:11:55,879 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8546143f56574658a8622d82c1c774a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514313911 2024-11-13T16:11:55,879 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ba432877fd364d17a7d9f90019a9e67e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731514313251 2024-11-13T16:11:55,881 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f74f03b03bd44df931cdd41c68cbf15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514313911 2024-11-13T16:11:55,881 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37085e1f72344d8a831ac3a93ddcea3a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:55,881 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 242f8a82e82a470b82cf64aca0363668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:55,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T16:11:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:55,886 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:11:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/11adc2a723ac49c1890554740b9bea8a is 50, key is test_row_0/A:col10/1731514315765/Put/seqid=0 2024-11-13T16:11:55,913 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:55,914 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/8677878c6c75491e81fd232a28d3b96f is 50, key is test_row_0/A:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:55,918 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:55,918 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/eae6a258aa9540688bf26fa37d3b1357 is 50, key is test_row_0/B:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514375915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514375916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514375917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514375920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514375922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741906_1082 (size=12301) 2024-11-13T16:11:55,933 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/11adc2a723ac49c1890554740b9bea8a 2024-11-13T16:11:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741907_1083 (size=13085) 2024-11-13T16:11:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/fbb8fac2739e4dcb8cc99ead5fab6105 is 50, key is test_row_0/B:col10/1731514315765/Put/seqid=0 2024-11-13T16:11:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741908_1084 (size=13085) 2024-11-13T16:11:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741909_1085 (size=12301) 2024-11-13T16:11:56,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514376028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514376028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514376029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514376029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:56,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514376038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514376238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514376248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514376250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514376250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514376250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:56,384 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/8677878c6c75491e81fd232a28d3b96f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8677878c6c75491e81fd232a28d3b96f 2024-11-13T16:11:56,390 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/eae6a258aa9540688bf26fa37d3b1357 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eae6a258aa9540688bf26fa37d3b1357 2024-11-13T16:11:56,393 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/fbb8fac2739e4dcb8cc99ead5fab6105 2024-11-13T16:11:56,396 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 8677878c6c75491e81fd232a28d3b96f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:56,397 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:56,397 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=12, startTime=1731514315869; duration=0sec 2024-11-13T16:11:56,397 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:56,397 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:56,397 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:11:56,403 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:11:56,405 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into eae6a258aa9540688bf26fa37d3b1357(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:56,405 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:56,405 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:56,405 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=12, startTime=1731514315869; duration=0sec 2024-11-13T16:11:56,405 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:56,405 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cffc8e7df55f4c558a1e6fef429fa025, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=48.7 K 2024-11-13T16:11:56,405 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:56,405 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:56,406 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cffc8e7df55f4c558a1e6fef429fa025, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514312587 2024-11-13T16:11:56,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a4f81b1675e4c62ac086633f5c31f8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731514313251 2024-11-13T16:11:56,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 372934fedd324ddaaa0763c76af6981c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514313911 2024-11-13T16:11:56,408 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 288fdb98ae1c46ed8f8d04d5e15e3e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/0f73787d4fd8431591245a3aefb4bd65 is 50, key is test_row_0/C:col10/1731514315765/Put/seqid=0 2024-11-13T16:11:56,429 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:56,430 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/70579e0f6ebe4ffab2923a9d2805cd92 is 50, key is test_row_0/C:col10/1731514315096/Put/seqid=0 2024-11-13T16:11:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741910_1086 (size=12301) 2024-11-13T16:11:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741911_1087 (size=13085) 2024-11-13T16:11:56,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514376548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514376558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514376559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514376559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514376559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:56,838 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/0f73787d4fd8431591245a3aefb4bd65 2024-11-13T16:11:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/11adc2a723ac49c1890554740b9bea8a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a 2024-11-13T16:11:56,857 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/70579e0f6ebe4ffab2923a9d2805cd92 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/70579e0f6ebe4ffab2923a9d2805cd92 2024-11-13T16:11:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:56,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a, entries=150, sequenceid=352, filesize=12.0 K 2024-11-13T16:11:56,868 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 70579e0f6ebe4ffab2923a9d2805cd92(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:56,868 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:56,868 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=12, startTime=1731514315869; duration=0sec 2024-11-13T16:11:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/fbb8fac2739e4dcb8cc99ead5fab6105 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105 2024-11-13T16:11:56,869 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:56,869 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:56,876 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105, entries=150, sequenceid=352, filesize=12.0 K 2024-11-13T16:11:56,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/0f73787d4fd8431591245a3aefb4bd65 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65 2024-11-13T16:11:56,886 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65, entries=150, sequenceid=352, filesize=12.0 K 2024-11-13T16:11:56,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d335b70080f9f643a2aa4b4be90cc8c0 in 1002ms, sequenceid=352, compaction requested=false 2024-11-13T16:11:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T16:11:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T16:11:56,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T16:11:56,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-13T16:11:56,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1770 sec 2024-11-13T16:11:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:57,062 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:57,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T16:11:57,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/68628149dac144248a880b7a34c23773 is 50, key is test_row_0/A:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741912_1088 (size=14741) 2024-11-13T16:11:57,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/68628149dac144248a880b7a34c23773 2024-11-13T16:11:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514377085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514377086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514377088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514377092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/afca99d8099149f2be0c9ba05273e3fe is 50, key is test_row_0/B:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514377095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741913_1089 (size=12301) 2024-11-13T16:11:57,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/afca99d8099149f2be0c9ba05273e3fe 2024-11-13T16:11:57,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a3457cb9d62417cb3509537595ef32e is 50, key is test_row_0/C:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741914_1090 (size=12301) 2024-11-13T16:11:57,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a3457cb9d62417cb3509537595ef32e 2024-11-13T16:11:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/68628149dac144248a880b7a34c23773 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773 2024-11-13T16:11:57,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773, entries=200, sequenceid=376, filesize=14.4 K 2024-11-13T16:11:57,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/afca99d8099149f2be0c9ba05273e3fe as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe 2024-11-13T16:11:57,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe, entries=150, sequenceid=376, filesize=12.0 K 2024-11-13T16:11:57,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/9a3457cb9d62417cb3509537595ef32e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e 2024-11-13T16:11:57,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-13T16:11:57,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d335b70080f9f643a2aa4b4be90cc8c0 in 129ms, sequenceid=376, compaction requested=true 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:57,191 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:57,191 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:57,193 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:57,193 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:57,193 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:57,193 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eae6a258aa9540688bf26fa37d3b1357, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.8 K 2024-11-13T16:11:57,194 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eae6a258aa9540688bf26fa37d3b1357, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:57,194 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:57,194 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:57,194 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:57,194 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8677878c6c75491e81fd232a28d3b96f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=39.2 K 2024-11-13T16:11:57,194 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting fbb8fac2739e4dcb8cc99ead5fab6105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731514315763 2024-11-13T16:11:57,195 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8677878c6c75491e81fd232a28d3b96f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:57,195 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting afca99d8099149f2be0c9ba05273e3fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315918 2024-11-13T16:11:57,196 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11adc2a723ac49c1890554740b9bea8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731514315763 2024-11-13T16:11:57,196 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68628149dac144248a880b7a34c23773, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315915 2024-11-13T16:11:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:57,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:11:57,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/513dbdcb758b48f0903bcea1d839dea0 is 50, key is test_row_0/A:col10/1731514317198/Put/seqid=0 2024-11-13T16:11:57,212 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:57,213 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2e0da7cd0609455685d09d98415604db is 50, key is test_row_0/B:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,213 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:57,214 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/1a84a2e091f2493697dc0b55b73130f9 is 50, key is test_row_0/A:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741915_1091 (size=14741) 2024-11-13T16:11:57,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/513dbdcb758b48f0903bcea1d839dea0 2024-11-13T16:11:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741917_1093 (size=13187) 2024-11-13T16:11:57,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d818458b5c944625b823411ff7bd5a20 is 50, key is test_row_0/B:col10/1731514317198/Put/seqid=0 2024-11-13T16:11:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741916_1092 (size=13187) 2024-11-13T16:11:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741918_1094 (size=12301) 2024-11-13T16:11:57,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d818458b5c944625b823411ff7bd5a20 2024-11-13T16:11:57,260 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/1a84a2e091f2493697dc0b55b73130f9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1a84a2e091f2493697dc0b55b73130f9 2024-11-13T16:11:57,260 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/2e0da7cd0609455685d09d98415604db as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2e0da7cd0609455685d09d98415604db 2024-11-13T16:11:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514377236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514377237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,269 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 1a84a2e091f2493697dc0b55b73130f9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:57,269 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:57,269 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514317191; duration=0sec 2024-11-13T16:11:57,269 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:57,269 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:57,270 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514377259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,271 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:57,272 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:57,272 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:57,272 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/70579e0f6ebe4ffab2923a9d2805cd92, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.8 K 2024-11-13T16:11:57,272 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 2e0da7cd0609455685d09d98415604db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:57,272 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:57,273 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514317191; duration=0sec 2024-11-13T16:11:57,273 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70579e0f6ebe4ffab2923a9d2805cd92, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731514315096 2024-11-13T16:11:57,273 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:57,273 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:57,273 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f73787d4fd8431591245a3aefb4bd65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731514315763 2024-11-13T16:11:57,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23473169463240c98ef97d0c907014c1 is 50, key is test_row_0/C:col10/1731514317198/Put/seqid=0 2024-11-13T16:11:57,274 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a3457cb9d62417cb3509537595ef32e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315918 2024-11-13T16:11:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514377264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514377265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,283 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:57,284 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/167a98f243ca4338935d6cc0d1ce59fe is 50, key is test_row_0/C:col10/1731514317060/Put/seqid=0 2024-11-13T16:11:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741919_1095 (size=12301) 2024-11-13T16:11:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741920_1096 (size=13187) 2024-11-13T16:11:57,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514377367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514377367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514377379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514377388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514377389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514377578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514377579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514377588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514377599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514377599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23473169463240c98ef97d0c907014c1 2024-11-13T16:11:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/513dbdcb758b48f0903bcea1d839dea0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0 2024-11-13T16:11:57,721 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/167a98f243ca4338935d6cc0d1ce59fe as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/167a98f243ca4338935d6cc0d1ce59fe 2024-11-13T16:11:57,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0, entries=200, sequenceid=392, filesize=14.4 K 2024-11-13T16:11:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d818458b5c944625b823411ff7bd5a20 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20 2024-11-13T16:11:57,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20, entries=150, sequenceid=392, filesize=12.0 K 2024-11-13T16:11:57,732 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 167a98f243ca4338935d6cc0d1ce59fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:57,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:57,732 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514317191; duration=0sec 2024-11-13T16:11:57,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:57,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23473169463240c98ef97d0c907014c1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1 2024-11-13T16:11:57,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1, entries=150, sequenceid=392, filesize=12.0 K 2024-11-13T16:11:57,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for d335b70080f9f643a2aa4b4be90cc8c0 in 545ms, sequenceid=392, compaction requested=false 2024-11-13T16:11:57,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:11:57,879 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:11:57,879 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:11:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T16:11:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:11:57,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:11:57,883 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:11:57,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:11:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:57,891 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:57,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:11:57,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e57e9dea0d6f40a79b06808677e73382 is 50, key is test_row_0/A:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741921_1097 (size=17181) 2024-11-13T16:11:57,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e57e9dea0d6f40a79b06808677e73382 2024-11-13T16:11:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514377918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514377918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514377920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514377922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514377923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:57,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/af25e2b3dae34b0d8917846a03a4885b is 50, key is test_row_0/B:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741922_1098 (size=12301) 2024-11-13T16:11:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:11:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514378028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514378029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514378039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514378039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:11:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514378238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514378238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514378248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514378249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/af25e2b3dae34b0d8917846a03a4885b 2024-11-13T16:11:58,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a9571e8f68fc425a8b88b52cbbe59405 is 50, key is test_row_0/C:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741923_1099 (size=12301) 2024-11-13T16:11:58,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a9571e8f68fc425a8b88b52cbbe59405 2024-11-13T16:11:58,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e57e9dea0d6f40a79b06808677e73382 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382 2024-11-13T16:11:58,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382, entries=250, sequenceid=418, filesize=16.8 K 2024-11-13T16:11:58,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/af25e2b3dae34b0d8917846a03a4885b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b 2024-11-13T16:11:58,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T16:11:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/a9571e8f68fc425a8b88b52cbbe59405 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405 2024-11-13T16:11:58,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T16:11:58,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d335b70080f9f643a2aa4b4be90cc8c0 in 550ms, sequenceid=418, compaction requested=true 2024-11-13T16:11:58,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:58,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:11:58,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:58,442 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:58,442 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:58,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:11:58,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:58,443 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:58,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:11:58,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:58,443 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:11:58,443 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,443 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1a84a2e091f2493697dc0b55b73130f9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=44.1 K 2024-11-13T16:11:58,444 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:58,444 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:11:58,444 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:58,444 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a84a2e091f2493697dc0b55b73130f9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315918 2024-11-13T16:11:58,444 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2e0da7cd0609455685d09d98415604db, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.9 K 2024-11-13T16:11:58,445 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e0da7cd0609455685d09d98415604db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315918 2024-11-13T16:11:58,445 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 513dbdcb758b48f0903bcea1d839dea0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731514317083 2024-11-13T16:11:58,446 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d818458b5c944625b823411ff7bd5a20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731514317083 2024-11-13T16:11:58,446 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:11:58,447 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e57e9dea0d6f40a79b06808677e73382, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317227 2024-11-13T16:11:58,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:11:58,450 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting af25e2b3dae34b0d8917846a03a4885b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317250 2024-11-13T16:11:58,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/adbd180e366e44779e22e9e807a99ad7 is 50, key is test_row_0/A:col10/1731514318446/Put/seqid=0 2024-11-13T16:11:58,471 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:58,472 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/669b9df867a0428b8919713bc2314388 is 50, key is test_row_0/A:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:58,476 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:58,476 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/c3198cf4131b402f9daf02fd158c3d20 is 50, key is test_row_0/B:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741926_1102 (size=14741) 2024-11-13T16:11:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741924_1100 (size=13289) 2024-11-13T16:11:58,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:11:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741925_1101 (size=13289) 2024-11-13T16:11:58,517 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/c3198cf4131b402f9daf02fd158c3d20 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/c3198cf4131b402f9daf02fd158c3d20 2024-11-13T16:11:58,525 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into c3198cf4131b402f9daf02fd158c3d20(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:58,525 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:58,525 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514318442; duration=0sec 2024-11-13T16:11:58,525 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:11:58,525 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:11:58,525 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:11:58,527 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:11:58,527 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:11:58,527 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,527 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/167a98f243ca4338935d6cc0d1ce59fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=36.9 K 2024-11-13T16:11:58,529 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 167a98f243ca4338935d6cc0d1ce59fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731514315918 2024-11-13T16:11:58,529 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 23473169463240c98ef97d0c907014c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731514317083 2024-11-13T16:11:58,530 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a9571e8f68fc425a8b88b52cbbe59405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317250 2024-11-13T16:11:58,551 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:11:58,552 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/5cff2326d90b46039d50911755bdad77 is 50, key is test_row_0/C:col10/1731514317250/Put/seqid=0 2024-11-13T16:11:58,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514378554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514378555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514378557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514378554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514378558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741927_1103 (size=13289) 2024-11-13T16:11:58,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514378670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514378671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514378671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514378878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514378880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514378880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:58,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/adbd180e366e44779e22e9e807a99ad7 2024-11-13T16:11:58,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d0e044ed647542b7a5dcb594e012eff5 is 50, key is test_row_0/B:col10/1731514318446/Put/seqid=0 2024-11-13T16:11:58,913 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/669b9df867a0428b8919713bc2314388 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/669b9df867a0428b8919713bc2314388 2024-11-13T16:11:58,931 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 669b9df867a0428b8919713bc2314388(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:58,931 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:58,931 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514318442; duration=0sec 2024-11-13T16:11:58,931 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:58,931 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:11:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741928_1104 (size=12301) 2024-11-13T16:11:58,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d0e044ed647542b7a5dcb594e012eff5 2024-11-13T16:11:58,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ec776969d2154d0b9dca41ea5779840d is 50, key is test_row_0/C:col10/1731514318446/Put/seqid=0 2024-11-13T16:11:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741929_1105 (size=12301) 2024-11-13T16:11:58,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:58,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:58,990 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/5cff2326d90b46039d50911755bdad77 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/5cff2326d90b46039d50911755bdad77 2024-11-13T16:11:59,007 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 5cff2326d90b46039d50911755bdad77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:11:59,007 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:59,007 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514318443; duration=0sec 2024-11-13T16:11:59,008 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:11:59,008 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:11:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:11:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514379068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514379077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514379187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514379188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514379188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:11:59,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ec776969d2154d0b9dca41ea5779840d 2024-11-13T16:11:59,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/adbd180e366e44779e22e9e807a99ad7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7 2024-11-13T16:11:59,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7, entries=200, sequenceid=434, filesize=14.4 K 2024-11-13T16:11:59,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/d0e044ed647542b7a5dcb594e012eff5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5 2024-11-13T16:11:59,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5, entries=150, sequenceid=434, filesize=12.0 K 2024-11-13T16:11:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ec776969d2154d0b9dca41ea5779840d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d 2024-11-13T16:11:59,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d, entries=150, sequenceid=434, filesize=12.0 K 2024-11-13T16:11:59,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d335b70080f9f643a2aa4b4be90cc8c0 in 950ms, sequenceid=434, compaction requested=false 2024-11-13T16:11:59,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:59,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T16:11:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:11:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e99defb8f0c24eb08e5b8d643559843e is 50, key is test_row_0/A:col10/1731514318549/Put/seqid=0 2024-11-13T16:11:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741930_1106 (size=12301) 2024-11-13T16:11:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:11:59,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:11:59,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514379721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514379722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514379724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514379838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,845 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e99defb8f0c24eb08e5b8d643559843e 2024-11-13T16:11:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514379839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:11:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514379839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:11:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:11:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b91003f48f5f437b91e1466a437221ba is 50, key is test_row_0/B:col10/1731514318549/Put/seqid=0 2024-11-13T16:11:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741931_1107 (size=12301) 2024-11-13T16:11:59,884 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b91003f48f5f437b91e1466a437221ba 2024-11-13T16:11:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/33d8ba2dfc9c4962b074accdbcaaa5f6 is 50, key is test_row_0/C:col10/1731514318549/Put/seqid=0 2024-11-13T16:11:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741932_1108 (size=12301) 2024-11-13T16:11:59,902 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/33d8ba2dfc9c4962b074accdbcaaa5f6 2024-11-13T16:11:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/e99defb8f0c24eb08e5b8d643559843e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e 2024-11-13T16:11:59,913 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e, entries=150, sequenceid=457, filesize=12.0 K 2024-11-13T16:11:59,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b91003f48f5f437b91e1466a437221ba as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba 2024-11-13T16:11:59,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba, entries=150, sequenceid=457, filesize=12.0 K 2024-11-13T16:11:59,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/33d8ba2dfc9c4962b074accdbcaaa5f6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6 2024-11-13T16:11:59,925 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6, entries=150, sequenceid=457, filesize=12.0 K 2024-11-13T16:11:59,926 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 494ms, sequenceid=457, compaction requested=true 2024-11-13T16:11:59,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:11:59,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:11:59,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T16:11:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T16:11:59,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T16:11:59,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0450 sec 2024-11-13T16:11:59,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0540 sec 2024-11-13T16:12:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T16:12:00,029 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:00,029 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-13T16:12:00,031 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:00,032 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:00,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:00,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:12:00,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ecbe9cf704464195c38301e239777d is 50, key is test_row_0/A:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741933_1109 (size=14741) 2024-11-13T16:12:00,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ecbe9cf704464195c38301e239777d 2024-11-13T16:12:00,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/68a581933d8d445c9022ae35e6003f36 is 50, key is test_row_0/B:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:00,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514380089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514380089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514380090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514380091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514380093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741934_1110 (size=12301) 2024-11-13T16:12:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514380199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514380199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514380200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514380200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514380210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514380408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514380408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514380408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514380418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514380418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/68a581933d8d445c9022ae35e6003f36 2024-11-13T16:12:00,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/eb531da75e0344e3b46b0370352cfbc7 is 50, key is test_row_0/C:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741935_1111 (size=12301) 2024-11-13T16:12:00,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:00,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514380717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514380718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514380718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514380728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514380728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:00,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/eb531da75e0344e3b46b0370352cfbc7 2024-11-13T16:12:00,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/32ecbe9cf704464195c38301e239777d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d 2024-11-13T16:12:00,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d, entries=200, sequenceid=474, filesize=14.4 K 2024-11-13T16:12:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/68a581933d8d445c9022ae35e6003f36 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36 2024-11-13T16:12:00,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36, entries=150, sequenceid=474, filesize=12.0 K 2024-11-13T16:12:00,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/eb531da75e0344e3b46b0370352cfbc7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7 2024-11-13T16:12:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:00,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7, entries=150, sequenceid=474, filesize=12.0 K 2024-11-13T16:12:00,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d335b70080f9f643a2aa4b4be90cc8c0 in 921ms, sequenceid=474, compaction requested=true 2024-11-13T16:12:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:00,972 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:00,973 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:00,976 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:00,976 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:12:00,976 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,976 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/c3198cf4131b402f9daf02fd158c3d20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=49.0 K 2024-11-13T16:12:00,976 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:00,976 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:12:00,976 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:00,977 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/669b9df867a0428b8919713bc2314388, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=53.8 K 2024-11-13T16:12:00,977 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c3198cf4131b402f9daf02fd158c3d20, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317250 2024-11-13T16:12:00,977 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 669b9df867a0428b8919713bc2314388, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317250 2024-11-13T16:12:00,977 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d0e044ed647542b7a5dcb594e012eff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731514317920 2024-11-13T16:12:00,978 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting adbd180e366e44779e22e9e807a99ad7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731514317920 2024-11-13T16:12:00,978 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b91003f48f5f437b91e1466a437221ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731514318542 2024-11-13T16:12:00,979 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e99defb8f0c24eb08e5b8d643559843e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731514318542 2024-11-13T16:12:00,979 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32ecbe9cf704464195c38301e239777d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:00,980 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a581933d8d445c9022ae35e6003f36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:01,036 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#99 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:01,040 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:01,053 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ca8b406ea2db4e84991906c7798113cc is 50, key is test_row_0/A:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:01,055 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/8740fac6f0aa4356a36c7d95386739a4 is 50, key is test_row_0/B:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741937_1113 (size=13425) 2024-11-13T16:12:01,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T16:12:01,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:01,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:12:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741936_1112 (size=13425) 2024-11-13T16:12:01,128 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/8740fac6f0aa4356a36c7d95386739a4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8740fac6f0aa4356a36c7d95386739a4 2024-11-13T16:12:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/dc17e522b4a94ba3aa4abe5d38fc043e is 50, key is test_row_0/A:col10/1731514320084/Put/seqid=0 2024-11-13T16:12:01,137 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 8740fac6f0aa4356a36c7d95386739a4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:01,137 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:01,137 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=12, startTime=1731514320972; duration=0sec 2024-11-13T16:12:01,137 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:01,137 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:12:01,137 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:01,140 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:01,140 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:12:01,140 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:01,140 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/5cff2326d90b46039d50911755bdad77, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=49.0 K 2024-11-13T16:12:01,141 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cff2326d90b46039d50911755bdad77, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731514317250 2024-11-13T16:12:01,141 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ec776969d2154d0b9dca41ea5779840d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731514317920 2024-11-13T16:12:01,142 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d8ba2dfc9c4962b074accdbcaaa5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731514318542 2024-11-13T16:12:01,142 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eb531da75e0344e3b46b0370352cfbc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741938_1114 (size=12301) 2024-11-13T16:12:01,197 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/dc17e522b4a94ba3aa4abe5d38fc043e 2024-11-13T16:12:01,200 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:01,201 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/06bd1ebbafe949918cc5c44a7b1da7bc is 50, key is test_row_0/C:col10/1731514320049/Put/seqid=0 2024-11-13T16:12:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/619b468720d34f8494dbda82c6283409 is 50, key is test_row_0/B:col10/1731514320084/Put/seqid=0 2024-11-13T16:12:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:01,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741939_1115 (size=13425) 2024-11-13T16:12:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741940_1116 (size=12301) 2024-11-13T16:12:01,284 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/619b468720d34f8494dbda82c6283409 2024-11-13T16:12:01,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514381273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514381273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514381285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514381287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514381281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/632b8d3e559a4212ba4a94bb55700798 is 50, key is test_row_0/C:col10/1731514320084/Put/seqid=0 2024-11-13T16:12:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741941_1117 (size=12301) 2024-11-13T16:12:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514381399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514381399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514381399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514381408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514381408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,530 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/ca8b406ea2db4e84991906c7798113cc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ca8b406ea2db4e84991906c7798113cc 2024-11-13T16:12:01,541 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into ca8b406ea2db4e84991906c7798113cc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:01,542 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:01,542 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=12, startTime=1731514320972; duration=0sec 2024-11-13T16:12:01,542 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:01,542 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:12:01,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514381611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514381612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514381612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514381629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514381629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,670 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/06bd1ebbafe949918cc5c44a7b1da7bc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/06bd1ebbafe949918cc5c44a7b1da7bc 2024-11-13T16:12:01,681 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 06bd1ebbafe949918cc5c44a7b1da7bc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:01,682 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:01,682 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=12, startTime=1731514320972; duration=0sec 2024-11-13T16:12:01,682 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:01,682 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:12:01,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/632b8d3e559a4212ba4a94bb55700798 2024-11-13T16:12:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/dc17e522b4a94ba3aa4abe5d38fc043e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e 2024-11-13T16:12:01,792 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e, entries=150, sequenceid=493, filesize=12.0 K 2024-11-13T16:12:01,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/619b468720d34f8494dbda82c6283409 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409 2024-11-13T16:12:01,805 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409, entries=150, sequenceid=493, filesize=12.0 K 2024-11-13T16:12:01,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/632b8d3e559a4212ba4a94bb55700798 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798 2024-11-13T16:12:01,817 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798, entries=150, sequenceid=493, filesize=12.0 K 2024-11-13T16:12:01,818 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d335b70080f9f643a2aa4b4be90cc8c0 in 700ms, sequenceid=493, compaction requested=false 2024-11-13T16:12:01,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-13T16:12:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-13T16:12:01,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T16:12:01,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-13T16:12:01,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.8050 sec 2024-11-13T16:12:01,931 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:01,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:12:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:01,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/c5e582b8fa294a0eb2fb1c7f55e0e720 is 50, key is test_row_0/A:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514381970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514381971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514381982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514381977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:01,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514381982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741942_1118 (size=14741) 2024-11-13T16:12:02,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/c5e582b8fa294a0eb2fb1c7f55e0e720 2024-11-13T16:12:02,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/cf775e49b33c4cfe8b15d3930c1a2a33 is 50, key is test_row_0/B:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514382088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514382088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741943_1119 (size=12301) 2024-11-13T16:12:02,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/cf775e49b33c4cfe8b15d3930c1a2a33 2024-11-13T16:12:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514382102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514382108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514382114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/022319cd36d5495bb0c72cbf006dec6c is 50, key is test_row_0/C:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741944_1120 (size=12301) 2024-11-13T16:12:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T16:12:02,178 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:02,179 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-13T16:12:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:02,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:02,184 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:02,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:02,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514382299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514382299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514382308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514382317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514382328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/022319cd36d5495bb0c72cbf006dec6c 2024-11-13T16:12:02,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/c5e582b8fa294a0eb2fb1c7f55e0e720 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720 2024-11-13T16:12:02,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720, entries=200, sequenceid=515, filesize=14.4 K 2024-11-13T16:12:02,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/cf775e49b33c4cfe8b15d3930c1a2a33 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33 2024-11-13T16:12:02,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33, entries=150, sequenceid=515, filesize=12.0 K 2024-11-13T16:12:02,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/022319cd36d5495bb0c72cbf006dec6c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c 2024-11-13T16:12:02,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c, entries=150, sequenceid=515, filesize=12.0 K 2024-11-13T16:12:02,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d335b70080f9f643a2aa4b4be90cc8c0 in 673ms, sequenceid=515, compaction requested=true 2024-11-13T16:12:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:02,605 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:02,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:02,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:02,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:12:02,606 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:02,607 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,607 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:12:02,607 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,607 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8740fac6f0aa4356a36c7d95386739a4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.1 K 2024-11-13T16:12:02,607 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ca8b406ea2db4e84991906c7798113cc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=39.5 K 2024-11-13T16:12:02,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8b406ea2db4e84991906c7798113cc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:02,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8740fac6f0aa4356a36c7d95386739a4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:02,610 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc17e522b4a94ba3aa4abe5d38fc043e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731514320084 2024-11-13T16:12:02,610 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 619b468720d34f8494dbda82c6283409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731514320084 2024-11-13T16:12:02,611 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e582b8fa294a0eb2fb1c7f55e0e720, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:02,611 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting cf775e49b33c4cfe8b15d3930c1a2a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:02,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:02,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:12:02,636 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:02,637 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2b0918e9358449b2be50667f6d635b11 is 50, key is test_row_0/A:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:02,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4d6249108cad44728ea23113ba18014d is 50, key is test_row_0/A:col10/1731514322609/Put/seqid=0 2024-11-13T16:12:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514382642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514382644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514382642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514382644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514382648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,664 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:02,664 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/8d6131a3e7c740f6a477cb645c658309 is 50, key is test_row_0/B:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741945_1121 (size=13527) 2024-11-13T16:12:02,709 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/2b0918e9358449b2be50667f6d635b11 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2b0918e9358449b2be50667f6d635b11 2024-11-13T16:12:02,716 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 2b0918e9358449b2be50667f6d635b11(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:02,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:02,717 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514322605; duration=0sec 2024-11-13T16:12:02,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:02,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:12:02,717 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:02,718 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:02,719 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:12:02,719 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,720 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/06bd1ebbafe949918cc5c44a7b1da7bc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.1 K 2024-11-13T16:12:02,720 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06bd1ebbafe949918cc5c44a7b1da7bc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731514319719 2024-11-13T16:12:02,721 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 632b8d3e559a4212ba4a94bb55700798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731514320084 2024-11-13T16:12:02,721 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 022319cd36d5495bb0c72cbf006dec6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741946_1122 (size=12301) 2024-11-13T16:12:02,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4d6249108cad44728ea23113ba18014d 2024-11-13T16:12:02,752 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:02,753 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/590633ddd8ad46fe93e465f6ecc80f8d is 50, key is test_row_0/C:col10/1731514321931/Put/seqid=0 2024-11-13T16:12:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514382759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514382759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514382759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514382759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741947_1123 (size=13527) 2024-11-13T16:12:02,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514382768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,780 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/8d6131a3e7c740f6a477cb645c658309 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8d6131a3e7c740f6a477cb645c658309 2024-11-13T16:12:02,790 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 8d6131a3e7c740f6a477cb645c658309(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:02,790 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:02,790 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514322605; duration=0sec 2024-11-13T16:12:02,790 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:02,790 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:12:02,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741948_1124 (size=13527) 2024-11-13T16:12:02,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/01a38e85a5ff49b2a931605a6e4b836a is 50, key is test_row_0/B:col10/1731514322609/Put/seqid=0 2024-11-13T16:12:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741949_1125 (size=12301) 2024-11-13T16:12:02,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/01a38e85a5ff49b2a931605a6e4b836a 2024-11-13T16:12:02,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/915f0026e99845daa7ad3261eb8b2b0a is 50, key is test_row_0/C:col10/1731514322609/Put/seqid=0 2024-11-13T16:12:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741950_1126 (size=12301) 2024-11-13T16:12:02,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/915f0026e99845daa7ad3261eb8b2b0a 2024-11-13T16:12:02,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/4d6249108cad44728ea23113ba18014d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d 2024-11-13T16:12:02,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d, entries=150, sequenceid=535, filesize=12.0 K 2024-11-13T16:12:02,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/01a38e85a5ff49b2a931605a6e4b836a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a 2024-11-13T16:12:02,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:02,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:02,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a, entries=150, sequenceid=535, filesize=12.0 K 2024-11-13T16:12:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/915f0026e99845daa7ad3261eb8b2b0a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a 2024-11-13T16:12:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514382968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514382968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514382968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514382968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:02,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a, entries=150, sequenceid=535, filesize=12.0 K 2024-11-13T16:12:02,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d335b70080f9f643a2aa4b4be90cc8c0 in 363ms, sequenceid=535, compaction requested=false 2024-11-13T16:12:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:02,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:02,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:02,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:12:02,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a88a01dd956b4152bf9335f7329717ed is 50, key is test_row_0/A:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741951_1127 (size=14741) 2024-11-13T16:12:03,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a88a01dd956b4152bf9335f7329717ed 2024-11-13T16:12:03,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/232f938e0ee8494ebb9e534f61a89db7 is 50, key is test_row_0/B:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741952_1128 (size=12301) 2024-11-13T16:12:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514383110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514383218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,227 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/590633ddd8ad46fe93e465f6ecc80f8d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/590633ddd8ad46fe93e465f6ecc80f8d 2024-11-13T16:12:03,235 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 590633ddd8ad46fe93e465f6ecc80f8d(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:03,235 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:03,235 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514322605; duration=0sec 2024-11-13T16:12:03,235 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:03,235 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:12:03,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514383278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514383278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514383282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514383287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:03,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514383428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/232f938e0ee8494ebb9e534f61a89db7 2024-11-13T16:12:03,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/d4b25cb5ee684b3885feae04cb5dc4f8 is 50, key is test_row_0/C:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741953_1129 (size=12301) 2024-11-13T16:12:03,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/d4b25cb5ee684b3885feae04cb5dc4f8 2024-11-13T16:12:03,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/a88a01dd956b4152bf9335f7329717ed as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed 2024-11-13T16:12:03,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:03,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed, entries=200, sequenceid=555, filesize=14.4 K 2024-11-13T16:12:03,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/232f938e0ee8494ebb9e534f61a89db7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7 2024-11-13T16:12:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7, entries=150, sequenceid=555, filesize=12.0 K 2024-11-13T16:12:03,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/d4b25cb5ee684b3885feae04cb5dc4f8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8 2024-11-13T16:12:03,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8, entries=150, sequenceid=555, filesize=12.0 K 2024-11-13T16:12:03,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d335b70080f9f643a2aa4b4be90cc8c0 in 610ms, sequenceid=555, compaction requested=true 2024-11-13T16:12:03,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:03,598 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:03,599 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:03,599 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:12:03,599 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,600 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2b0918e9358449b2be50667f6d635b11, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=39.6 K 2024-11-13T16:12:03,600 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0918e9358449b2be50667f6d635b11, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:03,600 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d6249108cad44728ea23113ba18014d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731514321958 2024-11-13T16:12:03,601 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a88a01dd956b4152bf9335f7329717ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322633 2024-11-13T16:12:03,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:03,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:03,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:03,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:03,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:12:03,608 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,608 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8d6131a3e7c740f6a477cb645c658309, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.2 K 2024-11-13T16:12:03,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d6131a3e7c740f6a477cb645c658309, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:03,610 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 01a38e85a5ff49b2a931605a6e4b836a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731514321958 2024-11-13T16:12:03,611 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 232f938e0ee8494ebb9e534f61a89db7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322643 2024-11-13T16:12:03,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:03,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:03,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:03,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:03,620 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:03,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/834e9a33c215451d987e561400dd5e88 is 50, key is test_row_0/A:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,636 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:03,636 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/12555e77cdd74a69886bb698934ddc72 is 50, key is test_row_0/B:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741954_1130 (size=13629) 2024-11-13T16:12:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741955_1131 (size=13629) 2024-11-13T16:12:03,712 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/12555e77cdd74a69886bb698934ddc72 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/12555e77cdd74a69886bb698934ddc72 2024-11-13T16:12:03,723 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 12555e77cdd74a69886bb698934ddc72(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:03,723 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:03,723 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514323606; duration=0sec 2024-11-13T16:12:03,725 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:03,725 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:12:03,725 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:03,726 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:03,726 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:12:03,726 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,727 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/590633ddd8ad46fe93e465f6ecc80f8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.2 K 2024-11-13T16:12:03,727 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 590633ddd8ad46fe93e465f6ecc80f8d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731514321283 2024-11-13T16:12:03,728 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 915f0026e99845daa7ad3261eb8b2b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731514321958 2024-11-13T16:12:03,729 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b25cb5ee684b3885feae04cb5dc4f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322643 2024-11-13T16:12:03,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T16:12:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:03,732 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:12:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:03,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/65a7b5382a914056afa71d198eef64c1 is 50, key is test_row_0/A:col10/1731514323095/Put/seqid=0 2024-11-13T16:12:03,786 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#119 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:03,787 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/840fb560ed0e42e689b9d7385bed5090 is 50, key is test_row_0/C:col10/1731514322643/Put/seqid=0 2024-11-13T16:12:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741956_1132 (size=12301) 2024-11-13T16:12:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741957_1133 (size=13629) 2024-11-13T16:12:03,798 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/65a7b5382a914056afa71d198eef64c1 2024-11-13T16:12:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514383813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514383814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,824 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/840fb560ed0e42e689b9d7385bed5090 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/840fb560ed0e42e689b9d7385bed5090 2024-11-13T16:12:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/55f7b6975daa48a4a65d419f71f7ed61 is 50, key is test_row_0/B:col10/1731514323095/Put/seqid=0 2024-11-13T16:12:03,836 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 840fb560ed0e42e689b9d7385bed5090(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:03,836 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:03,836 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514323612; duration=0sec 2024-11-13T16:12:03,836 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:03,836 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:12:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741958_1134 (size=12301) 2024-11-13T16:12:03,848 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/55f7b6975daa48a4a65d419f71f7ed61 2024-11-13T16:12:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ea80d23d4f204cdfaa6f0e7f38abe805 is 50, key is test_row_0/C:col10/1731514323095/Put/seqid=0 2024-11-13T16:12:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741959_1135 (size=12301) 2024-11-13T16:12:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514383928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514383928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514383928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514383931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514383931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,065 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/834e9a33c215451d987e561400dd5e88 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/834e9a33c215451d987e561400dd5e88 2024-11-13T16:12:04,073 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 834e9a33c215451d987e561400dd5e88(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:04,073 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:04,073 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514323598; duration=0sec 2024-11-13T16:12:04,073 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:04,073 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:12:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514384138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514384138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514384138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514384139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514384139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,280 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ea80d23d4f204cdfaa6f0e7f38abe805 2024-11-13T16:12:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/65a7b5382a914056afa71d198eef64c1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1 2024-11-13T16:12:04,292 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1, entries=150, sequenceid=575, filesize=12.0 K 2024-11-13T16:12:04,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/55f7b6975daa48a4a65d419f71f7ed61 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61 2024-11-13T16:12:04,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61, entries=150, sequenceid=575, filesize=12.0 K 2024-11-13T16:12:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/ea80d23d4f204cdfaa6f0e7f38abe805 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805 2024-11-13T16:12:04,306 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805, entries=150, sequenceid=575, filesize=12.0 K 2024-11-13T16:12:04,307 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d335b70080f9f643a2aa4b4be90cc8c0 in 576ms, sequenceid=575, compaction requested=false 2024-11-13T16:12:04,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:04,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T16:12:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T16:12:04,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T16:12:04,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-13T16:12:04,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.1350 sec 2024-11-13T16:12:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:12:04,329 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:04,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-13T16:12:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:04,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:04,335 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:04,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:04,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:12:04,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/39ff3851adef4057b0b910f24ae69762 is 50, key is test_row_0/A:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514384463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514384466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514384466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514384468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514384474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T16:12:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741960_1136 (size=12301) 2024-11-13T16:12:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:04,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/39ff3851adef4057b0b910f24ae69762 2024-11-13T16:12:04,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/5a6426dddab9489a88203a154259450c is 50, key is test_row_0/B:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741961_1137 (size=12301) 2024-11-13T16:12:04,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/5a6426dddab9489a88203a154259450c 2024-11-13T16:12:04,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/809a3721664440ca815f9382fd36ed8a is 50, key is test_row_0/C:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741962_1138 (size=12301) 2024-11-13T16:12:04,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/809a3721664440ca815f9382fd36ed8a 2024-11-13T16:12:04,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/39ff3851adef4057b0b910f24ae69762 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762 2024-11-13T16:12:04,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762, entries=150, sequenceid=599, filesize=12.0 K 2024-11-13T16:12:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514384578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514384578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/5a6426dddab9489a88203a154259450c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514384578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514384578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c, entries=150, sequenceid=599, filesize=12.0 K 2024-11-13T16:12:04,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514384588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/809a3721664440ca815f9382fd36ed8a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a 2024-11-13T16:12:04,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a, entries=150, sequenceid=599, filesize=12.0 K 2024-11-13T16:12:04,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d335b70080f9f643a2aa4b4be90cc8c0 in 149ms, sequenceid=599, compaction requested=true 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:04,601 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:04,601 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:04,602 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:04,602 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/A is initiating minor compaction (all files) 2024-11-13T16:12:04,602 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:04,602 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/B is initiating minor compaction (all files) 2024-11-13T16:12:04,602 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/A in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,602 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/B in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,602 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/834e9a33c215451d987e561400dd5e88, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.3 K 2024-11-13T16:12:04,602 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/12555e77cdd74a69886bb698934ddc72, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.3 K 2024-11-13T16:12:04,603 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834e9a33c215451d987e561400dd5e88, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322643 2024-11-13T16:12:04,603 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 12555e77cdd74a69886bb698934ddc72, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322643 2024-11-13T16:12:04,603 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65a7b5382a914056afa71d198eef64c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731514323043 2024-11-13T16:12:04,604 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f7b6975daa48a4a65d419f71f7ed61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731514323043 2024-11-13T16:12:04,604 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ff3851adef4057b0b910f24ae69762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1731514324449 2024-11-13T16:12:04,607 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6426dddab9489a88203a154259450c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1731514324449 2024-11-13T16:12:04,620 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#A#compaction#126 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:04,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/350d7b814dc74605910479b5428db9c5 is 50, key is test_row_0/A:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741963_1139 (size=13731) 2024-11-13T16:12:04,630 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:04,630 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/0f0f67f8741949f9873f0d4482502abf is 50, key is test_row_0/B:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T16:12:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,642 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T16:12:04,645 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/350d7b814dc74605910479b5428db9c5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/350d7b814dc74605910479b5428db9c5 2024-11-13T16:12:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:04,657 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/A of d335b70080f9f643a2aa4b4be90cc8c0 into 350d7b814dc74605910479b5428db9c5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:04,657 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:04,657 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/A, priority=13, startTime=1731514324601; duration=0sec 2024-11-13T16:12:04,657 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:04,657 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:12:04,657 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:04,658 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:04,658 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): d335b70080f9f643a2aa4b4be90cc8c0/C is initiating minor compaction (all files) 2024-11-13T16:12:04,658 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d335b70080f9f643a2aa4b4be90cc8c0/C in TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:04,658 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/840fb560ed0e42e689b9d7385bed5090, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp, totalSize=37.3 K 2024-11-13T16:12:04,659 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 840fb560ed0e42e689b9d7385bed5090, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1731514322643 2024-11-13T16:12:04,660 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea80d23d4f204cdfaa6f0e7f38abe805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731514323043 2024-11-13T16:12:04,660 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 809a3721664440ca815f9382fd36ed8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1731514324449 2024-11-13T16:12:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9cad0562cf6f4d3a802871c407f5e22b is 50, key is test_row_0/A:col10/1731514324466/Put/seqid=0 2024-11-13T16:12:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741964_1140 (size=13731) 2024-11-13T16:12:04,688 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d335b70080f9f643a2aa4b4be90cc8c0#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:04,691 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/95359b57e3a54c419a708fa19170a171 is 50, key is test_row_0/C:col10/1731514324449/Put/seqid=0 2024-11-13T16:12:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741965_1141 (size=12301) 2024-11-13T16:12:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741966_1142 (size=13731) 2024-11-13T16:12:04,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/95359b57e3a54c419a708fa19170a171 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/95359b57e3a54c419a708fa19170a171 2024-11-13T16:12:04,737 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/C of d335b70080f9f643a2aa4b4be90cc8c0 into 95359b57e3a54c419a708fa19170a171(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:04,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:04,737 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/C, priority=13, startTime=1731514324601; duration=0sec 2024-11-13T16:12:04,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:04,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:12:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:04,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. as already flushing 2024-11-13T16:12:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514384812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514384815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514384816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514384819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514384820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514384928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514384928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514384928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514384928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514384938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:05,097 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/0f0f67f8741949f9873f0d4482502abf as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/0f0f67f8741949f9873f0d4482502abf 2024-11-13T16:12:05,105 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9cad0562cf6f4d3a802871c407f5e22b 2024-11-13T16:12:05,107 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d335b70080f9f643a2aa4b4be90cc8c0/B of d335b70080f9f643a2aa4b4be90cc8c0 into 0f0f67f8741949f9873f0d4482502abf(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:05,107 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:05,107 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., storeName=d335b70080f9f643a2aa4b4be90cc8c0/B, priority=13, startTime=1731514324601; duration=0sec 2024-11-13T16:12:05,107 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:05,107 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:12:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b21e24ede1764a5e9b5cb42c9f5609d1 is 50, key is test_row_0/B:col10/1731514324466/Put/seqid=0 2024-11-13T16:12:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741967_1143 (size=12301) 2024-11-13T16:12:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514385138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514385138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514385138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514385138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514385147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,285 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T16:12:05,286 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:05,288 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T16:12:05,288 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:05,291 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T16:12:05,291 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:05,291 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,291 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,291 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,292 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:05,292 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,292 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:05,293 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T16:12:05,293 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:05,293 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,293 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:05,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514385448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49664 deadline: 1731514385458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:05,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b21e24ede1764a5e9b5cb42c9f5609d1 2024-11-13T16:12:05,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/fdc04d76cf7d451fb9462fbb00d7707e is 50, key is test_row_0/C:col10/1731514324466/Put/seqid=0 2024-11-13T16:12:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741968_1144 (size=12301) 2024-11-13T16:12:05,947 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/fdc04d76cf7d451fb9462fbb00d7707e 2024-11-13T16:12:05,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/9cad0562cf6f4d3a802871c407f5e22b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9cad0562cf6f4d3a802871c407f5e22b 2024-11-13T16:12:05,956 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9cad0562cf6f4d3a802871c407f5e22b, entries=150, sequenceid=613, filesize=12.0 K 2024-11-13T16:12:05,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/b21e24ede1764a5e9b5cb42c9f5609d1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b21e24ede1764a5e9b5cb42c9f5609d1 2024-11-13T16:12:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49678 deadline: 1731514385957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49714 deadline: 1731514385957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49674 deadline: 1731514385957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49704 deadline: 1731514385958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:05,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b21e24ede1764a5e9b5cb42c9f5609d1, entries=150, sequenceid=613, filesize=12.0 K 2024-11-13T16:12:05,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/fdc04d76cf7d451fb9462fbb00d7707e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/fdc04d76cf7d451fb9462fbb00d7707e 2024-11-13T16:12:05,967 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/fdc04d76cf7d451fb9462fbb00d7707e, entries=150, sequenceid=613, filesize=12.0 K 2024-11-13T16:12:05,968 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d335b70080f9f643a2aa4b4be90cc8c0 in 1326ms, sequenceid=613, compaction requested=false 2024-11-13T16:12:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T16:12:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T16:12:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:05,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:05,970 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T16:12:05,970 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:05,970 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:05,971 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:05,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:05,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-13T16:12:05,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-13T16:12:05,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.6420 sec 2024-11-13T16:12:05,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/6e7d373686dd4a6d9ff74acc9541e958 is 50, key is test_row_0/A:col10/1731514325968/Put/seqid=0 2024-11-13T16:12:05,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741969_1145 (size=12301) 2024-11-13T16:12:06,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/6e7d373686dd4a6d9ff74acc9541e958 2024-11-13T16:12:06,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/6a35958350f940a9bd4240d717ce4ac2 is 50, key is test_row_0/B:col10/1731514325968/Put/seqid=0 2024-11-13T16:12:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741970_1146 (size=12301) 2024-11-13T16:12:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T16:12:06,478 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:06,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/6a35958350f940a9bd4240d717ce4ac2 2024-11-13T16:12:06,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/99577d9bf729488d8e129f12902119e2 is 50, key is test_row_0/C:col10/1731514325968/Put/seqid=0 2024-11-13T16:12:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741971_1147 (size=12301) 2024-11-13T16:12:06,970 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T16:12:06,970 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T16:12:06,970 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T16:12:06,970 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:06,970 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:06,970 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,970 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:06,970 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,970 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,970 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,970 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,970 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:06,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:06,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:06,980 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T16:12:06,980 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:06,980 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,980 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:12:06,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2618 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2569 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1202 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3603 rows 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1206 2024-11-13T16:12:06,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3615 rows 2024-11-13T16:12:06,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:12:06,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:12:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:06,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:06,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:12:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:06,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514326992"}]},"ts":"1731514326992"} 2024-11-13T16:12:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:06,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:12:06,994 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:12:06,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:12:06,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, UNASSIGN}] 2024-11-13T16:12:07,000 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, UNASSIGN 2024-11-13T16:12:07,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d335b70080f9f643a2aa4b4be90cc8c0, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, UNASSIGN because future has completed 2024-11-13T16:12:07,005 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:12:07,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:07,161 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:07,161 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:12:07,162 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing d335b70080f9f643a2aa4b4be90cc8c0, disabling compactions & flushes 2024-11-13T16:12:07,162 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:07,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/99577d9bf729488d8e129f12902119e2 2024-11-13T16:12:07,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/6e7d373686dd4a6d9ff74acc9541e958 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/6e7d373686dd4a6d9ff74acc9541e958 2024-11-13T16:12:07,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/6e7d373686dd4a6d9ff74acc9541e958, entries=150, sequenceid=639, filesize=12.0 K 2024-11-13T16:12:07,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/6a35958350f940a9bd4240d717ce4ac2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/6a35958350f940a9bd4240d717ce4ac2 2024-11-13T16:12:07,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/6a35958350f940a9bd4240d717ce4ac2, entries=150, sequenceid=639, filesize=12.0 K 2024-11-13T16:12:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/99577d9bf729488d8e129f12902119e2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/99577d9bf729488d8e129f12902119e2 2024-11-13T16:12:07,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/99577d9bf729488d8e129f12902119e2, entries=150, sequenceid=639, filesize=12.0 K 2024-11-13T16:12:07,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for d335b70080f9f643a2aa4b4be90cc8c0 in 1255ms, sequenceid=639, compaction requested=true 2024-11-13T16:12:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d335b70080f9f643a2aa4b4be90cc8c0: 2024-11-13T16:12:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:07,225 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:07,225 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:07,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:07,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d335b70080f9f643a2aa4b4be90cc8c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:07,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:07,226 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. after waiting 0 ms 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. because compaction request was cancelled 2024-11-13T16:12:07,226 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. because compaction request was cancelled 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:B 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. because compaction request was cancelled 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:A 2024-11-13T16:12:07,226 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d335b70080f9f643a2aa4b4be90cc8c0:C 2024-11-13T16:12:07,226 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing d335b70080f9f643a2aa4b4be90cc8c0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T16:12:07,230 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/f792f3893b75485dbc03d08c5e7d62a8 is 50, key is test_row_1/A:col10/1731514326968/Put/seqid=0 2024-11-13T16:12:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741972_1148 (size=9857) 2024-11-13T16:12:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:07,635 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=646 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/f792f3893b75485dbc03d08c5e7d62a8 2024-11-13T16:12:07,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:12:07,643 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/e4a339d006984d90876fda76e77bf55f is 50, key is test_row_1/B:col10/1731514326968/Put/seqid=0 2024-11-13T16:12:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741973_1149 (size=9857) 2024-11-13T16:12:08,054 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=646 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/e4a339d006984d90876fda76e77bf55f 2024-11-13T16:12:08,062 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23d77fe9364249ad8f70b3f7b73a2831 is 50, key is test_row_1/C:col10/1731514326968/Put/seqid=0 2024-11-13T16:12:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741974_1150 (size=9857) 2024-11-13T16:12:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:08,471 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=646 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23d77fe9364249ad8f70b3f7b73a2831 2024-11-13T16:12:08,477 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/A/f792f3893b75485dbc03d08c5e7d62a8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/f792f3893b75485dbc03d08c5e7d62a8 2024-11-13T16:12:08,482 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/f792f3893b75485dbc03d08c5e7d62a8, entries=100, sequenceid=646, filesize=9.6 K 2024-11-13T16:12:08,483 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/B/e4a339d006984d90876fda76e77bf55f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/e4a339d006984d90876fda76e77bf55f 2024-11-13T16:12:08,487 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/e4a339d006984d90876fda76e77bf55f, entries=100, sequenceid=646, filesize=9.6 K 2024-11-13T16:12:08,488 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/.tmp/C/23d77fe9364249ad8f70b3f7b73a2831 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23d77fe9364249ad8f70b3f7b73a2831 2024-11-13T16:12:08,492 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23d77fe9364249ad8f70b3f7b73a2831, entries=100, sequenceid=646, filesize=9.6 K 2024-11-13T16:12:08,493 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d335b70080f9f643a2aa4b4be90cc8c0 in 1267ms, sequenceid=646, compaction requested=true 2024-11-13T16:12:08,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ba847eac37724c1b80003dcd62dae1dc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ab31a110c65a40a9af7a6513435d31b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/13ac601408dc420f829c9bdf87a4cc36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c8175590156e4bf79c1b292782a3da78, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/84a7d78087b04d40966b70431213665e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/221e5611babc402b84167afe2f69a397, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8677878c6c75491e81fd232a28d3b96f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1a84a2e091f2493697dc0b55b73130f9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/669b9df867a0428b8919713bc2314388, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ca8b406ea2db4e84991906c7798113cc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2b0918e9358449b2be50667f6d635b11, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/834e9a33c215451d987e561400dd5e88, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762] to archive 2024-11-13T16:12:08,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:08,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ac47027688934432b18e3788f26f0367 2024-11-13T16:12:08,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e5a535e1ffa047099b53dba34e143761 2024-11-13T16:12:08,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ba847eac37724c1b80003dcd62dae1dc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ba847eac37724c1b80003dcd62dae1dc 2024-11-13T16:12:08,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/06423543e270435b81b96d399133a609 2024-11-13T16:12:08,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ce135219f7774161878a637cb29b3869 2024-11-13T16:12:08,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/42049c825cb8454b9e73833156351336 2024-11-13T16:12:08,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ab31a110c65a40a9af7a6513435d31b8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ab31a110c65a40a9af7a6513435d31b8 2024-11-13T16:12:08,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ba0e3f59804fe5a3928447cf7f492d 2024-11-13T16:12:08,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/13ac601408dc420f829c9bdf87a4cc36 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/13ac601408dc420f829c9bdf87a4cc36 2024-11-13T16:12:08,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2ad1e3a3436f4cb5b94442ed5a757397 2024-11-13T16:12:08,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/df8693f93fad445ebfea3d33c4e2ac47 2024-11-13T16:12:08,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2a39d41827ff4e87949743b71732a599 2024-11-13T16:12:08,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c8175590156e4bf79c1b292782a3da78 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c8175590156e4bf79c1b292782a3da78 2024-11-13T16:12:08,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a0b339081a294a40a27f5ecebd354867 2024-11-13T16:12:08,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/84a7d78087b04d40966b70431213665e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/84a7d78087b04d40966b70431213665e 2024-11-13T16:12:08,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/3b4f599031f8481790016bc1739af791 2024-11-13T16:12:08,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4e2319dd901445c988d1e606e68ea253 2024-11-13T16:12:08,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9b2bfb6046a64a4f800e945c616a666c 2024-11-13T16:12:08,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1bbf1acb98e64006844bce2dbe8aa079 2024-11-13T16:12:08,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/221e5611babc402b84167afe2f69a397 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/221e5611babc402b84167afe2f69a397 2024-11-13T16:12:08,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4a4fdc62b893423ab103e4b638193790 2024-11-13T16:12:08,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8546143f56574658a8622d82c1c774a4 2024-11-13T16:12:08,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/37085e1f72344d8a831ac3a93ddcea3a 2024-11-13T16:12:08,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8677878c6c75491e81fd232a28d3b96f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/8677878c6c75491e81fd232a28d3b96f 2024-11-13T16:12:08,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/11adc2a723ac49c1890554740b9bea8a 2024-11-13T16:12:08,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/68628149dac144248a880b7a34c23773 2024-11-13T16:12:08,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1a84a2e091f2493697dc0b55b73130f9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/1a84a2e091f2493697dc0b55b73130f9 2024-11-13T16:12:08,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/513dbdcb758b48f0903bcea1d839dea0 2024-11-13T16:12:08,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e57e9dea0d6f40a79b06808677e73382 2024-11-13T16:12:08,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/669b9df867a0428b8919713bc2314388 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/669b9df867a0428b8919713bc2314388 2024-11-13T16:12:08,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/adbd180e366e44779e22e9e807a99ad7 2024-11-13T16:12:08,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/e99defb8f0c24eb08e5b8d643559843e 2024-11-13T16:12:08,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/32ecbe9cf704464195c38301e239777d 2024-11-13T16:12:08,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ca8b406ea2db4e84991906c7798113cc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/ca8b406ea2db4e84991906c7798113cc 2024-11-13T16:12:08,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/dc17e522b4a94ba3aa4abe5d38fc043e 2024-11-13T16:12:08,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/c5e582b8fa294a0eb2fb1c7f55e0e720 2024-11-13T16:12:08,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2b0918e9358449b2be50667f6d635b11 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/2b0918e9358449b2be50667f6d635b11 2024-11-13T16:12:08,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/4d6249108cad44728ea23113ba18014d 2024-11-13T16:12:08,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/a88a01dd956b4152bf9335f7329717ed 2024-11-13T16:12:08,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/834e9a33c215451d987e561400dd5e88 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/834e9a33c215451d987e561400dd5e88 2024-11-13T16:12:08,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/65a7b5382a914056afa71d198eef64c1 2024-11-13T16:12:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/39ff3851adef4057b0b910f24ae69762 2024-11-13T16:12:08,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f9c60a6bc84c463281444834a5cb31b1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5749a221ea3a46eeb153f61aeba0f4f1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/123d473166604f41a28fa642bd4c03e2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d6ee3f42b11b43f0b02ae931df0ba731, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2c4748e98f6842c5bb480574b9233c60, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3539524973ee47649a7a8d42cb4c10d4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eae6a258aa9540688bf26fa37d3b1357, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2e0da7cd0609455685d09d98415604db, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/c3198cf4131b402f9daf02fd158c3d20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8740fac6f0aa4356a36c7d95386739a4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8d6131a3e7c740f6a477cb645c658309, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/12555e77cdd74a69886bb698934ddc72, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c] to archive 2024-11-13T16:12:08,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:08,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ff29dd26cf684cd3ac18deffdab2e5c0 2024-11-13T16:12:08,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ad9f79959674401fb0bf6850a7137ac4 2024-11-13T16:12:08,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f9c60a6bc84c463281444834a5cb31b1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f9c60a6bc84c463281444834a5cb31b1 2024-11-13T16:12:08,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/9bd03651c2c348f5ad299693b508c3b9 2024-11-13T16:12:08,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/bbd9905aab6640619abdceb2976c82ee 2024-11-13T16:12:08,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5749a221ea3a46eeb153f61aeba0f4f1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5749a221ea3a46eeb153f61aeba0f4f1 2024-11-13T16:12:08,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2a5f9691ec1f414fa20c8c672d02b81a 2024-11-13T16:12:08,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/dfd0b794ec734519bc93188196efe558 2024-11-13T16:12:08,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/123d473166604f41a28fa642bd4c03e2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/123d473166604f41a28fa642bd4c03e2 2024-11-13T16:12:08,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/33eae5303edb42edbd05cc62a765870e 2024-11-13T16:12:08,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/f17be2d29208496fa0de5b18e45d53fb 2024-11-13T16:12:08,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d6ee3f42b11b43f0b02ae931df0ba731 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d6ee3f42b11b43f0b02ae931df0ba731 2024-11-13T16:12:08,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3ef3d19708a0464b9940be0582b2847b 2024-11-13T16:12:08,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/84ad0f0531bc4cbcad8e60ddfaed551f 2024-11-13T16:12:08,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2c4748e98f6842c5bb480574b9233c60 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2c4748e98f6842c5bb480574b9233c60 2024-11-13T16:12:08,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/32082ad86a3f43478fbbdfba380007b7 2024-11-13T16:12:08,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/04db69919ff3418c956e97f8c1c0e299 2024-11-13T16:12:08,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/59bb335f194141d8a988e8dfb95f5152 2024-11-13T16:12:08,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3539524973ee47649a7a8d42cb4c10d4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/3539524973ee47649a7a8d42cb4c10d4 2024-11-13T16:12:08,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eba8f806e07c43fe872ce2106e918f34 2024-11-13T16:12:08,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/ba432877fd364d17a7d9f90019a9e67e 2024-11-13T16:12:08,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/7f74f03b03bd44df931cdd41c68cbf15 2024-11-13T16:12:08,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eae6a258aa9540688bf26fa37d3b1357 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/eae6a258aa9540688bf26fa37d3b1357 2024-11-13T16:12:08,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/242f8a82e82a470b82cf64aca0363668 2024-11-13T16:12:08,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/fbb8fac2739e4dcb8cc99ead5fab6105 2024-11-13T16:12:08,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2e0da7cd0609455685d09d98415604db to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/2e0da7cd0609455685d09d98415604db 2024-11-13T16:12:08,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/afca99d8099149f2be0c9ba05273e3fe 2024-11-13T16:12:08,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d818458b5c944625b823411ff7bd5a20 2024-11-13T16:12:08,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/c3198cf4131b402f9daf02fd158c3d20 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/c3198cf4131b402f9daf02fd158c3d20 2024-11-13T16:12:08,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/af25e2b3dae34b0d8917846a03a4885b 2024-11-13T16:12:08,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/d0e044ed647542b7a5dcb594e012eff5 2024-11-13T16:12:08,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b91003f48f5f437b91e1466a437221ba 2024-11-13T16:12:08,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8740fac6f0aa4356a36c7d95386739a4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8740fac6f0aa4356a36c7d95386739a4 2024-11-13T16:12:08,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/68a581933d8d445c9022ae35e6003f36 2024-11-13T16:12:08,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/619b468720d34f8494dbda82c6283409 2024-11-13T16:12:08,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8d6131a3e7c740f6a477cb645c658309 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/8d6131a3e7c740f6a477cb645c658309 2024-11-13T16:12:08,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/cf775e49b33c4cfe8b15d3930c1a2a33 2024-11-13T16:12:08,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/01a38e85a5ff49b2a931605a6e4b836a 2024-11-13T16:12:08,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/12555e77cdd74a69886bb698934ddc72 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/12555e77cdd74a69886bb698934ddc72 2024-11-13T16:12:08,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/232f938e0ee8494ebb9e534f61a89db7 2024-11-13T16:12:08,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/55f7b6975daa48a4a65d419f71f7ed61 2024-11-13T16:12:08,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/5a6426dddab9489a88203a154259450c 2024-11-13T16:12:08,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/afcc48c639de4494971d8f055abd6e05, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/39e637dadecd46de88b4b2883d13dad0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/34da05a358d04cdc8536719c89238e17, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d68c53522add4628ae11c481dea81fc0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a2de02353c847a38d24c6a8bb65f687, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cffc8e7df55f4c558a1e6fef429fa025, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/70579e0f6ebe4ffab2923a9d2805cd92, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/167a98f243ca4338935d6cc0d1ce59fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/5cff2326d90b46039d50911755bdad77, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/06bd1ebbafe949918cc5c44a7b1da7bc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/590633ddd8ad46fe93e465f6ecc80f8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/840fb560ed0e42e689b9d7385bed5090, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a] to archive 2024-11-13T16:12:08,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:08,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4ef5f85743304c998d32f7b1e1ef293c 2024-11-13T16:12:08,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/c7b6c6e6852a48c49596298066392427 2024-11-13T16:12:08,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/afcc48c639de4494971d8f055abd6e05 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/afcc48c639de4494971d8f055abd6e05 2024-11-13T16:12:08,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/e2eb7a731f844040bcbcebdb19271a22 2024-11-13T16:12:08,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4e8a634ccd234d1196bdea0c614d567c 2024-11-13T16:12:08,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/39e637dadecd46de88b4b2883d13dad0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/39e637dadecd46de88b4b2883d13dad0 2024-11-13T16:12:08,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/835d80c993244818a8b6b811e4f450f8 2024-11-13T16:12:08,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a89d181536fa4d04bd4dc5a31e19784f 2024-11-13T16:12:08,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/34da05a358d04cdc8536719c89238e17 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/34da05a358d04cdc8536719c89238e17 2024-11-13T16:12:08,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9b7bb96d90914e04afeeb77bfae9566b 2024-11-13T16:12:08,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cd95190daa2d4e7f8962c676affa2f9b 2024-11-13T16:12:08,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d68c53522add4628ae11c481dea81fc0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d68c53522add4628ae11c481dea81fc0 2024-11-13T16:12:08,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/36b95ec838ea470da1dc6566d950dbc0 2024-11-13T16:12:08,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4b0aee43d91b43d4946522aad0313b1d 2024-11-13T16:12:08,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a2de02353c847a38d24c6a8bb65f687 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a2de02353c847a38d24c6a8bb65f687 2024-11-13T16:12:08,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a92eccd04774924955fcdbe528d5458 2024-11-13T16:12:08,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/7c549a6537de44e1ab6ea3b725dd5ec4 2024-11-13T16:12:08,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/8a7c2e9d034f4cc8afabea386b140bd6 2024-11-13T16:12:08,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cffc8e7df55f4c558a1e6fef429fa025 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/cffc8e7df55f4c558a1e6fef429fa025 2024-11-13T16:12:08,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/f3d34564c9ab454295a20a11e4a28518 2024-11-13T16:12:08,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/4a4f81b1675e4c62ac086633f5c31f8d 2024-11-13T16:12:08,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/372934fedd324ddaaa0763c76af6981c 2024-11-13T16:12:08,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/70579e0f6ebe4ffab2923a9d2805cd92 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/70579e0f6ebe4ffab2923a9d2805cd92 2024-11-13T16:12:08,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/288fdb98ae1c46ed8f8d04d5e15e3e23 2024-11-13T16:12:08,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/0f73787d4fd8431591245a3aefb4bd65 2024-11-13T16:12:08,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/167a98f243ca4338935d6cc0d1ce59fe to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/167a98f243ca4338935d6cc0d1ce59fe 2024-11-13T16:12:08,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/9a3457cb9d62417cb3509537595ef32e 2024-11-13T16:12:08,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23473169463240c98ef97d0c907014c1 2024-11-13T16:12:08,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/5cff2326d90b46039d50911755bdad77 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/5cff2326d90b46039d50911755bdad77 2024-11-13T16:12:08,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/a9571e8f68fc425a8b88b52cbbe59405 2024-11-13T16:12:08,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ec776969d2154d0b9dca41ea5779840d 2024-11-13T16:12:08,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/33d8ba2dfc9c4962b074accdbcaaa5f6 2024-11-13T16:12:08,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/06bd1ebbafe949918cc5c44a7b1da7bc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/06bd1ebbafe949918cc5c44a7b1da7bc 2024-11-13T16:12:08,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/eb531da75e0344e3b46b0370352cfbc7 2024-11-13T16:12:08,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/632b8d3e559a4212ba4a94bb55700798 2024-11-13T16:12:08,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/590633ddd8ad46fe93e465f6ecc80f8d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/590633ddd8ad46fe93e465f6ecc80f8d 2024-11-13T16:12:08,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/022319cd36d5495bb0c72cbf006dec6c 2024-11-13T16:12:08,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/915f0026e99845daa7ad3261eb8b2b0a 2024-11-13T16:12:08,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/840fb560ed0e42e689b9d7385bed5090 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/840fb560ed0e42e689b9d7385bed5090 2024-11-13T16:12:08,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/d4b25cb5ee684b3885feae04cb5dc4f8 2024-11-13T16:12:08,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/ea80d23d4f204cdfaa6f0e7f38abe805 2024-11-13T16:12:08,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/809a3721664440ca815f9382fd36ed8a 2024-11-13T16:12:08,677 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/recovered.edits/649.seqid, newMaxSeqId=649, maxSeqId=1 2024-11-13T16:12:08,678 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. 2024-11-13T16:12:08,678 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for d335b70080f9f643a2aa4b4be90cc8c0: Waiting for close lock at 1731514327162Running coprocessor pre-close hooks at 1731514327162Disabling compacts and flushes for region at 1731514327162Disabling writes for close at 1731514327226 (+64 ms)Obtaining lock to block concurrent updates at 1731514327226Preparing flush snapshotting stores in d335b70080f9f643a2aa4b4be90cc8c0 at 1731514327226Finished memstore snapshotting TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731514327226Flushing stores of TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0. at 1731514327227 (+1 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/A: creating writer at 1731514327227Flushing d335b70080f9f643a2aa4b4be90cc8c0/A: appending metadata at 1731514327230 (+3 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/A: closing flushed file at 1731514327230Flushing d335b70080f9f643a2aa4b4be90cc8c0/B: creating writer at 1731514327640 (+410 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/B: appending metadata at 1731514327642 (+2 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/B: closing flushed file at 1731514327642Flushing d335b70080f9f643a2aa4b4be90cc8c0/C: creating writer at 1731514328059 (+417 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/C: appending metadata at 1731514328062 (+3 ms)Flushing d335b70080f9f643a2aa4b4be90cc8c0/C: closing flushed file at 1731514328062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72559e34: reopening flushed file at 1731514328477 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba6f7d6: reopening flushed file at 1731514328482 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3272c3fa: reopening flushed file at 1731514328488 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d335b70080f9f643a2aa4b4be90cc8c0 in 1267ms, sequenceid=646, compaction requested=true at 1731514328493 (+5 ms)Writing region close event to WAL at 1731514328674 (+181 ms)Running coprocessor post-close hooks at 1731514328678 (+4 ms)Closed at 1731514328678 2024-11-13T16:12:08,681 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:08,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d335b70080f9f643a2aa4b4be90cc8c0, regionState=CLOSED 2024-11-13T16:12:08,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:08,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T16:12:08,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure d335b70080f9f643a2aa4b4be90cc8c0, server=c4c650e80f58,38731,1731514299168 in 1.6800 sec 2024-11-13T16:12:08,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T16:12:08,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d335b70080f9f643a2aa4b4be90cc8c0, UNASSIGN in 1.6880 sec 2024-11-13T16:12:08,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T16:12:08,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6950 sec 2024-11-13T16:12:08,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514328693"}]},"ts":"1731514328693"} 2024-11-13T16:12:08,695 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:12:08,695 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:12:08,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7090 sec 2024-11-13T16:12:08,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:12:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T16:12:09,138 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:09,141 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:12:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,146 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T16:12:09,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:09,156 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/recovered.edits] 2024-11-13T16:12:09,160 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/350d7b814dc74605910479b5428db9c5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/350d7b814dc74605910479b5428db9c5 2024-11-13T16:12:09,161 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/6e7d373686dd4a6d9ff74acc9541e958 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/6e7d373686dd4a6d9ff74acc9541e958 2024-11-13T16:12:09,162 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9cad0562cf6f4d3a802871c407f5e22b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/9cad0562cf6f4d3a802871c407f5e22b 2024-11-13T16:12:09,164 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/f792f3893b75485dbc03d08c5e7d62a8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/A/f792f3893b75485dbc03d08c5e7d62a8 2024-11-13T16:12:09,167 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/0f0f67f8741949f9873f0d4482502abf to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/0f0f67f8741949f9873f0d4482502abf 2024-11-13T16:12:09,168 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/6a35958350f940a9bd4240d717ce4ac2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/6a35958350f940a9bd4240d717ce4ac2 2024-11-13T16:12:09,170 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b21e24ede1764a5e9b5cb42c9f5609d1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/b21e24ede1764a5e9b5cb42c9f5609d1 2024-11-13T16:12:09,171 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/e4a339d006984d90876fda76e77bf55f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/B/e4a339d006984d90876fda76e77bf55f 2024-11-13T16:12:09,174 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23d77fe9364249ad8f70b3f7b73a2831 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/23d77fe9364249ad8f70b3f7b73a2831 2024-11-13T16:12:09,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/95359b57e3a54c419a708fa19170a171 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/95359b57e3a54c419a708fa19170a171 2024-11-13T16:12:09,176 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/99577d9bf729488d8e129f12902119e2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/99577d9bf729488d8e129f12902119e2 2024-11-13T16:12:09,177 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/fdc04d76cf7d451fb9462fbb00d7707e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/C/fdc04d76cf7d451fb9462fbb00d7707e 2024-11-13T16:12:09,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/recovered.edits/649.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0/recovered.edits/649.seqid 2024-11-13T16:12:09,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/d335b70080f9f643a2aa4b4be90cc8c0 2024-11-13T16:12:09,180 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:12:09,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T16:12:09,195 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:12:09,226 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:12:09,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:12:09,228 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514329228"}]},"ts":"9223372036854775807"} 2024-11-13T16:12:09,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:12:09,232 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d335b70080f9f643a2aa4b4be90cc8c0, NAME => 'TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:12:09,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:12:09,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514329233"}]},"ts":"9223372036854775807"} 2024-11-13T16:12:09,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:12:09,237 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-13T16:12:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T16:12:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:12:09,259 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:09,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1436023537_22 at /127.0.0.1:50828 [Waiting for operation #299] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c4c650e80f58:38731-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1268566757_22 at /127.0.0.1:50994 [Waiting for operation #283] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1268566757_22 at /127.0.0.1:51040 [Waiting for operation #279] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11008 (was 11649) 2024-11-13T16:12:09,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=12, AvailableMemoryMB=11008 2024-11-13T16:12:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:12:09,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:12:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:09,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:12:09,290 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:09,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-13T16:12:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:09,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:12:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741975_1151 (size=959) 2024-11-13T16:12:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:09,699 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:12:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741976_1152 (size=53) 2024-11-13T16:12:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e62a32d9e6e67378df67e7faa434f066, disabling compactions & flushes 2024-11-13T16:12:10,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. after waiting 0 ms 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e62a32d9e6e67378df67e7faa434f066: Waiting for close lock at 1731514330105Disabling compacts and flushes for region at 1731514330105Disabling writes for close at 1731514330105Writing region close event to WAL at 1731514330105Closed at 1731514330105 2024-11-13T16:12:10,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:12:10,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514330107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514330107"}]},"ts":"1731514330107"} 2024-11-13T16:12:10,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:12:10,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:12:10,110 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514330109"}]},"ts":"1731514330109"} 2024-11-13T16:12:10,111 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:12:10,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, ASSIGN}] 2024-11-13T16:12:10,112 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, ASSIGN 2024-11-13T16:12:10,113 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:12:10,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, ASSIGN because future has completed 2024-11-13T16:12:10,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:10,422 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,422 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:12:10,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:12:10,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,424 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,426 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName A 2024-11-13T16:12:10,426 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:10,427 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:10,427 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:10,428 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName B 2024-11-13T16:12:10,428 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:10,428 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:10,428 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,429 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName C 2024-11-13T16:12:10,429 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:10,430 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:10,430 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,431 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,431 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,432 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,432 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,433 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:12:10,434 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,436 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:12:10,436 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened e62a32d9e6e67378df67e7faa434f066; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67834974, jitterRate=0.010819882154464722}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:12:10,436 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:10,437 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for e62a32d9e6e67378df67e7faa434f066: Running coprocessor pre-open hook at 1731514330423Writing region info on filesystem at 1731514330423Initializing all the Stores at 1731514330424 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514330424Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514330424Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514330424Cleaning up temporary data from old regions at 1731514330432 (+8 ms)Running coprocessor post-open hooks at 1731514330437 (+5 ms)Region opened successfully at 1731514330437 2024-11-13T16:12:10,438 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., pid=36, masterSystemTime=1731514330419 2024-11-13T16:12:10,440 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,440 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:10,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:10,442 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c4c650e80f58,38731,1731514299168, table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T16:12:10,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:10,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T16:12:10,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 in 178 msec 2024-11-13T16:12:10,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T16:12:10,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, ASSIGN in 335 msec 2024-11-13T16:12:10,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:12:10,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514330449"}]},"ts":"1731514330449"} 2024-11-13T16:12:10,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:12:10,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:12:10,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-13T16:12:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T16:12:11,439 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:11,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:11,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:11,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:11,442 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aed869b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:11,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635a54b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:11,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:11,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:11,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:12:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:12:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e495a7 2024-11-13T16:12:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:12:11,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:12:11,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:12:11,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:12:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741977_1153 (size=995) 2024-11-13T16:12:11,878 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T16:12:11,878 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T16:12:11,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:12:11,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE}] 2024-11-13T16:12:11,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE 2024-11-13T16:12:11,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:11,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE because future has completed 2024-11-13T16:12:11,895 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:12:11,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:12,049 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,049 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:12:12,049 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing e62a32d9e6e67378df67e7faa434f066, disabling compactions & flushes 2024-11-13T16:12:12,049 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,049 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,049 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. after waiting 0 ms 2024-11-13T16:12:12,049 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,053 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T16:12:12,053 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,054 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for e62a32d9e6e67378df67e7faa434f066: Waiting for close lock at 1731514332049Running coprocessor pre-close hooks at 1731514332049Disabling compacts and flushes for region at 1731514332049Disabling writes for close at 1731514332049Writing region close event to WAL at 1731514332049Running coprocessor post-close hooks at 1731514332053 (+4 ms)Closed at 1731514332053 2024-11-13T16:12:12,054 WARN [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: e62a32d9e6e67378df67e7faa434f066 to self. 2024-11-13T16:12:12,056 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=CLOSED 2024-11-13T16:12:12,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T16:12:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 in 164 msec 2024-11-13T16:12:12,061 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE; state=CLOSED, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=true 2024-11-13T16:12:12,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE because future has completed 2024-11-13T16:12:12,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:12,370 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,370 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:12:12,370 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,370 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:12:12,371 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,371 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,375 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,382 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName A 2024-11-13T16:12:12,384 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:12,385 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:12,385 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,386 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName B 2024-11-13T16:12:12,386 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:12,386 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:12,386 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,387 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62a32d9e6e67378df67e7faa434f066 columnFamilyName C 2024-11-13T16:12:12,387 DEBUG [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:12,387 INFO [StoreOpener-e62a32d9e6e67378df67e7faa434f066-1 {}] regionserver.HStore(327): Store=e62a32d9e6e67378df67e7faa434f066/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:12,387 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,388 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,389 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,390 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,390 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,390 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:12:12,391 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,392 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened e62a32d9e6e67378df67e7faa434f066; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72496734, jitterRate=0.08028551936149597}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:12:12,392 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,394 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for e62a32d9e6e67378df67e7faa434f066: Running coprocessor pre-open hook at 1731514332371Writing region info on filesystem at 1731514332371Initializing all the Stores at 1731514332372 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514332372Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514332372Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514332372Cleaning up temporary data from old regions at 1731514332390 (+18 ms)Running coprocessor post-open hooks at 1731514332392 (+2 ms)Region opened successfully at 1731514332393 (+1 ms) 2024-11-13T16:12:12,394 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., pid=41, masterSystemTime=1731514332367 2024-11-13T16:12:12,396 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,396 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=OPEN, openSeqNum=5, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:12,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-13T16:12:12,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 in 184 msec 2024-11-13T16:12:12,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T16:12:12,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, REOPEN/MOVE in 510 msec 2024-11-13T16:12:12,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T16:12:12,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-13T16:12:12,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-11-13T16:12:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-13T16:12:12,410 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:12,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,412 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31738d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,413 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e8013a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,416 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,417 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476e960e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,419 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a99f8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,421 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6c05ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196ffae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,424 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5a6b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,426 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33372e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658f68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689972fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4674c263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1882995e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c88dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758782aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c602edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:12,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:12,442 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d883f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:12,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:12,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677da74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:12,445 DEBUG [Thread-747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,445 DEBUG [Thread-751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,445 DEBUG [Thread-760 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,445 DEBUG [Thread-754 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,446 DEBUG [Thread-756 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,446 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,446 DEBUG [Thread-743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,448 DEBUG [Thread-749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-13T16:12:12,449 DEBUG [Thread-758 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,449 DEBUG [Thread-745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:12,449 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:12,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:12,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:12,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:12,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:12:12,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:12,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b4c4317af7ee46ffab5c978389502875_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514332468/Put/seqid=0 2024-11-13T16:12:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514392529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514392537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514392539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514392541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741978_1154 (size=14594) 2024-11-13T16:12:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T16:12:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514392648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514392658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514392658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514392658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514392668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T16:12:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:12,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514392888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:12,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T16:12:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:12,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:12,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:12,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b4c4317af7ee46ffab5c978389502875_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b4c4317af7ee46ffab5c978389502875_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:12,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/30e5a62ba7ce42aa8ee13b348eb2c860, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:12,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/30e5a62ba7ce42aa8ee13b348eb2c860 is 175, key is test_row_0/A:col10/1731514332468/Put/seqid=0 2024-11-13T16:12:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741979_1155 (size=39549) 2024-11-13T16:12:13,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/30e5a62ba7ce42aa8ee13b348eb2c860 2024-11-13T16:12:13,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T16:12:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:13,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:13,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/8cbf1fa04ab4440cad530c47fe36eb02 is 50, key is test_row_0/B:col10/1731514332468/Put/seqid=0 2024-11-13T16:12:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741980_1156 (size=12001) 2024-11-13T16:12:13,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/8cbf1fa04ab4440cad530c47fe36eb02 2024-11-13T16:12:13,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/316b627eb5e44f7692f16a05fe5457a0 is 50, key is test_row_0/C:col10/1731514332468/Put/seqid=0 2024-11-13T16:12:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741981_1157 (size=12001) 2024-11-13T16:12:13,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/316b627eb5e44f7692f16a05fe5457a0 2024-11-13T16:12:13,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514393179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514393178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/30e5a62ba7ce42aa8ee13b348eb2c860 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860 2024-11-13T16:12:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514393188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514393188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860, entries=200, sequenceid=15, filesize=38.6 K 2024-11-13T16:12:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/8cbf1fa04ab4440cad530c47fe36eb02 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02 2024-11-13T16:12:13,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514393199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T16:12:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/316b627eb5e44f7692f16a05fe5457a0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0 2024-11-13T16:12:13,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T16:12:13,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e62a32d9e6e67378df67e7faa434f066 in 749ms, sequenceid=15, compaction requested=false 2024-11-13T16:12:13,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:13,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T16:12:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:13,229 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T16:12:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111347b45e8223624ee1af3a586322f0ffe2_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514332539/Put/seqid=0 2024-11-13T16:12:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741982_1158 (size=12154) 2024-11-13T16:12:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:13,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:13,682 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111347b45e8223624ee1af3a586322f0ffe2_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111347b45e8223624ee1af3a586322f0ffe2_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:13,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/188ce9d09c0a425aa79d7536e4968192, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:13,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/188ce9d09c0a425aa79d7536e4968192 is 175, key is test_row_0/A:col10/1731514332539/Put/seqid=0 2024-11-13T16:12:13,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741983_1159 (size=30955) 2024-11-13T16:12:13,719 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/188ce9d09c0a425aa79d7536e4968192 2024-11-13T16:12:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514393719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514393719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514393720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514393731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514393732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/73e5c8a1369c4d1f821b1b7619b4e771 is 50, key is test_row_0/B:col10/1731514332539/Put/seqid=0 2024-11-13T16:12:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741984_1160 (size=12001) 2024-11-13T16:12:13,773 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/73e5c8a1369c4d1f821b1b7619b4e771 2024-11-13T16:12:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/99f6ffe7e63e4106b6968c80a60c6971 is 50, key is test_row_0/C:col10/1731514332539/Put/seqid=0 2024-11-13T16:12:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741985_1161 (size=12001) 2024-11-13T16:12:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514393837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514393848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514393848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514394047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514394058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514394058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,228 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/99f6ffe7e63e4106b6968c80a60c6971 2024-11-13T16:12:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/188ce9d09c0a425aa79d7536e4968192 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192 2024-11-13T16:12:14,241 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T16:12:14,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/73e5c8a1369c4d1f821b1b7619b4e771 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771 2024-11-13T16:12:14,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T16:12:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/99f6ffe7e63e4106b6968c80a60c6971 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971 2024-11-13T16:12:14,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:12:14,264 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T16:12:14,265 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e62a32d9e6e67378df67e7faa434f066 in 1036ms, sequenceid=41, compaction requested=false 2024-11-13T16:12:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T16:12:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T16:12:14,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T16:12:14,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-13T16:12:14,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8260 sec 2024-11-13T16:12:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:14,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:14,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111364ece51abafd4e74aaba682b7b1bfaac_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514394427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514394428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514394429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741986_1162 (size=14594) 2024-11-13T16:12:14,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:14,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111364ece51abafd4e74aaba682b7b1bfaac_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111364ece51abafd4e74aaba682b7b1bfaac_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:14,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/45b170d1c74347db9f7777da9a8e0ba1, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/45b170d1c74347db9f7777da9a8e0ba1 is 175, key is test_row_0/A:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741987_1163 (size=39549) 2024-11-13T16:12:14,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/45b170d1c74347db9f7777da9a8e0ba1 2024-11-13T16:12:14,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5f2e16157497469993daf64cf09228bd is 50, key is test_row_0/B:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741988_1164 (size=12001) 2024-11-13T16:12:14,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5f2e16157497469993daf64cf09228bd 2024-11-13T16:12:14,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e386c3042b8e4d6a868efeaa49a0855b is 50, key is test_row_0/C:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514394538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514394538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514394539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741989_1165 (size=12001) 2024-11-13T16:12:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e386c3042b8e4d6a868efeaa49a0855b 2024-11-13T16:12:14,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/45b170d1c74347db9f7777da9a8e0ba1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1 2024-11-13T16:12:14,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1, entries=200, sequenceid=52, filesize=38.6 K 2024-11-13T16:12:14,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5f2e16157497469993daf64cf09228bd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd 2024-11-13T16:12:14,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T16:12:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e386c3042b8e4d6a868efeaa49a0855b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b 2024-11-13T16:12:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T16:12:14,599 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:14,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:14,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T16:12:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-13T16:12:14,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e62a32d9e6e67378df67e7faa434f066 in 241ms, sequenceid=52, compaction requested=true 2024-11-13T16:12:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:14,602 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:14,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:14,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:14,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:14,602 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:14,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:14,602 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:14,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:14,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:14,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:14,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:14,607 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,607 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=35.2 K 2024-11-13T16:12:14,607 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:14,607 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:14,607 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,607 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=107.5 K 2024-11-13T16:12:14,607 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,608 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1] 2024-11-13T16:12:14,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cbf1fa04ab4440cad530c47fe36eb02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731514332463 2024-11-13T16:12:14,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e5c8a1369c4d1f821b1b7619b4e771, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514332532 2024-11-13T16:12:14,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e5a62ba7ce42aa8ee13b348eb2c860, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731514332455 2024-11-13T16:12:14,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f2e16157497469993daf64cf09228bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:14,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188ce9d09c0a425aa79d7536e4968192, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514332532 2024-11-13T16:12:14,610 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45b170d1c74347db9f7777da9a8e0ba1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:14,622 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:14,623 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/f325b93a713c46dd9e9aa6ed6ffb38fc is 50, key is test_row_0/B:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,636 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,647 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113218b81a7840f482b9d592ebda5d86b3b_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,654 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113218b81a7840f482b9d592ebda5d86b3b_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,654 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113218b81a7840f482b9d592ebda5d86b3b_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741991_1167 (size=4469) 2024-11-13T16:12:14,675 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#148 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:14,676 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/81813b6ac24f4d259258a677518845a7 is 175, key is test_row_0/A:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741990_1166 (size=12104) 2024-11-13T16:12:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741992_1168 (size=31058) 2024-11-13T16:12:14,707 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/f325b93a713c46dd9e9aa6ed6ffb38fc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/f325b93a713c46dd9e9aa6ed6ffb38fc 2024-11-13T16:12:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:14,713 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into f325b93a713c46dd9e9aa6ed6ffb38fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:14,713 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:14,713 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=13, startTime=1731514334601; duration=0sec 2024-11-13T16:12:14,714 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:14,714 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:14,714 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:14,716 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:14,716 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:14,716 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,716 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=35.2 K 2024-11-13T16:12:14,718 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 316b627eb5e44f7692f16a05fe5457a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731514332463 2024-11-13T16:12:14,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 99f6ffe7e63e4106b6968c80a60c6971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514332532 2024-11-13T16:12:14,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting e386c3042b8e4d6a868efeaa49a0855b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:14,724 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/81813b6ac24f4d259258a677518845a7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7 2024-11-13T16:12:14,732 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into 81813b6ac24f4d259258a677518845a7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:14,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:14,732 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=13, startTime=1731514334601; duration=0sec 2024-11-13T16:12:14,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:14,732 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:14,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T16:12:14,748 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:14,748 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/26b771251b7e47b48a0791c5851c011e is 50, key is test_row_0/C:col10/1731514333706/Put/seqid=0 2024-11-13T16:12:14,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514394765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741993_1169 (size=12104) 2024-11-13T16:12:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514394765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514394765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514394767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514394771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,783 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/26b771251b7e47b48a0791c5851c011e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/26b771251b7e47b48a0791c5851c011e 2024-11-13T16:12:14,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113305ed5ba577e4d77b450d857fc8b1f72_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:14,812 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 26b771251b7e47b48a0791c5851c011e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:14,812 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:14,812 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=13, startTime=1731514334602; duration=0sec 2024-11-13T16:12:14,813 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:14,813 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:14,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741994_1170 (size=12154) 2024-11-13T16:12:14,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:14,833 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113305ed5ba577e4d77b450d857fc8b1f72_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113305ed5ba577e4d77b450d857fc8b1f72_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:14,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/0d0b19047240442eaf0d31fc34230a29, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:14,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/0d0b19047240442eaf0d31fc34230a29 is 175, key is test_row_0/A:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741995_1171 (size=30955) 2024-11-13T16:12:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514394878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514394878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514394878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514394883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514394888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:14,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:14,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:15,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514395088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514395088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514395088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514395088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514395097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:15,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/0d0b19047240442eaf0d31fc34230a29 2024-11-13T16:12:15,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/12ad2f44119248c993a5013905190ca0 is 50, key is test_row_0/B:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741996_1172 (size=12001) 2024-11-13T16:12:15,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/12ad2f44119248c993a5013905190ca0 2024-11-13T16:12:15,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/24633a69a5464882bdff3d808d6cd0a1 is 50, key is test_row_0/C:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741997_1173 (size=12001) 2024-11-13T16:12:15,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/24633a69a5464882bdff3d808d6cd0a1 2024-11-13T16:12:15,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/0d0b19047240442eaf0d31fc34230a29 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29 2024-11-13T16:12:15,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29, entries=150, sequenceid=81, filesize=30.2 K 2024-11-13T16:12:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/12ad2f44119248c993a5013905190ca0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0 2024-11-13T16:12:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0, entries=150, sequenceid=81, filesize=11.7 K 2024-11-13T16:12:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/24633a69a5464882bdff3d808d6cd0a1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1 2024-11-13T16:12:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1, entries=150, sequenceid=81, filesize=11.7 K 2024-11-13T16:12:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e62a32d9e6e67378df67e7faa434f066 in 674ms, sequenceid=81, compaction requested=false 2024-11-13T16:12:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:15,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:15,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111356ce5919d84d444bbdad8932ff62726f_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_1/A:col10/1731514335435/Put/seqid=0 2024-11-13T16:12:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741998_1174 (size=17034) 2024-11-13T16:12:15,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:15,500 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111356ce5919d84d444bbdad8932ff62726f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356ce5919d84d444bbdad8932ff62726f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:15,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/d7f8d9eb21b24e23bd6cedc58d867dc3, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:15,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/d7f8d9eb21b24e23bd6cedc58d867dc3 is 175, key is test_row_1/A:col10/1731514335435/Put/seqid=0 2024-11-13T16:12:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741999_1175 (size=48135) 2024-11-13T16:12:15,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514395551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514395552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514395551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514395572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514395573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514395678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514395678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514395678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514395683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514395688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514395888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514395888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514395889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514395898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514395898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:15,909 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/d7f8d9eb21b24e23bd6cedc58d867dc3 2024-11-13T16:12:15,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7c2124321904406eaf8a9ed4f6882e29 is 50, key is test_row_1/B:col10/1731514335435/Put/seqid=0 2024-11-13T16:12:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742000_1176 (size=9657) 2024-11-13T16:12:15,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7c2124321904406eaf8a9ed4f6882e29 2024-11-13T16:12:15,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/31868fc1ac59488695d4c326627f7825 is 50, key is test_row_1/C:col10/1731514335435/Put/seqid=0 2024-11-13T16:12:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742001_1177 (size=9657) 2024-11-13T16:12:15,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/31868fc1ac59488695d4c326627f7825 2024-11-13T16:12:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/d7f8d9eb21b24e23bd6cedc58d867dc3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3 2024-11-13T16:12:15,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3, entries=250, sequenceid=94, filesize=47.0 K 2024-11-13T16:12:15,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7c2124321904406eaf8a9ed4f6882e29 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29 2024-11-13T16:12:15,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:15,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:16,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29, entries=100, sequenceid=94, filesize=9.4 K 2024-11-13T16:12:16,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/31868fc1ac59488695d4c326627f7825 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825 2024-11-13T16:12:16,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825, entries=100, sequenceid=94, filesize=9.4 K 2024-11-13T16:12:16,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e62a32d9e6e67378df67e7faa434f066 in 575ms, sequenceid=94, compaction requested=true 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-13T16:12:16,013 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:16,013 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:16,021 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:16,021 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:16,021 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:16,021 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/26b771251b7e47b48a0791c5851c011e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=33.0 K 2024-11-13T16:12:16,021 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110148 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:16,021 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:16,021 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:16,022 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=107.6 K 2024-11-13T16:12:16,022 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:16,022 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3] 2024-11-13T16:12:16,022 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 26b771251b7e47b48a0791c5851c011e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:16,022 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81813b6ac24f4d259258a677518845a7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:16,023 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 24633a69a5464882bdff3d808d6cd0a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731514334426 2024-11-13T16:12:16,023 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d0b19047240442eaf0d31fc34230a29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731514334426 2024-11-13T16:12:16,023 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 31868fc1ac59488695d4c326627f7825, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514335435 2024-11-13T16:12:16,024 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7f8d9eb21b24e23bd6cedc58d867dc3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514334765 2024-11-13T16:12:16,038 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:16,038 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:16,039 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/73d819c0fc0e458887cb068d31dae745 is 50, key is test_row_0/C:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:16,052 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411134f8b2b5c1dd84274ac5c2e4b6ff19f5b_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:16,055 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411134f8b2b5c1dd84274ac5c2e4b6ff19f5b_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:16,056 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134f8b2b5c1dd84274ac5c2e4b6ff19f5b_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742002_1178 (size=12207) 2024-11-13T16:12:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742003_1179 (size=4469) 2024-11-13T16:12:16,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T16:12:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:16,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:12:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ca8d610308fc4d31b21db2e931995884_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514335543/Put/seqid=0 2024-11-13T16:12:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742004_1180 (size=12154) 2024-11-13T16:12:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514396209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514396210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514396211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514396212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514396212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514396318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514396318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514396318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514396328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514396328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,480 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/73d819c0fc0e458887cb068d31dae745 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/73d819c0fc0e458887cb068d31dae745 2024-11-13T16:12:16,482 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:16,483 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/cb032cf05d814ab9bbb1cfaef5eff7e6 is 175, key is test_row_0/A:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:16,487 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 73d819c0fc0e458887cb068d31dae745(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:16,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:16,487 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=13, startTime=1731514336013; duration=0sec 2024-11-13T16:12:16,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:16,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:16,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:16,488 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:16,488 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:16,488 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:16,488 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/f325b93a713c46dd9e9aa6ed6ffb38fc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=33.0 K 2024-11-13T16:12:16,489 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f325b93a713c46dd9e9aa6ed6ffb38fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731514333691 2024-11-13T16:12:16,490 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ad2f44119248c993a5013905190ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731514334426 2024-11-13T16:12:16,490 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c2124321904406eaf8a9ed4f6882e29, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514335435 2024-11-13T16:12:16,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742005_1181 (size=31268) 2024-11-13T16:12:16,499 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:16,500 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/52ad471d1d834e7c96bbf4cc31ce9b85 is 50, key is test_row_0/B:col10/1731514334742/Put/seqid=0 2024-11-13T16:12:16,506 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/cb032cf05d814ab9bbb1cfaef5eff7e6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6 2024-11-13T16:12:16,514 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into cb032cf05d814ab9bbb1cfaef5eff7e6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:16,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:16,514 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=13, startTime=1731514336013; duration=0sec 2024-11-13T16:12:16,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:16,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742006_1182 (size=12207) 2024-11-13T16:12:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514396528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514396528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514396528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,541 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/52ad471d1d834e7c96bbf4cc31ce9b85 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/52ad471d1d834e7c96bbf4cc31ce9b85 2024-11-13T16:12:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514396539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514396539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,547 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into 52ad471d1d834e7c96bbf4cc31ce9b85(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:16,547 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:16,547 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=13, startTime=1731514336013; duration=0sec 2024-11-13T16:12:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,549 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:16,549 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:16,571 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ca8d610308fc4d31b21db2e931995884_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca8d610308fc4d31b21db2e931995884_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/3b0439aae39f4648b7b8df66919ecd45, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:16,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/3b0439aae39f4648b7b8df66919ecd45 is 175, key is test_row_0/A:col10/1731514335543/Put/seqid=0 2024-11-13T16:12:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742007_1183 (size=30955) 2024-11-13T16:12:16,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/3b0439aae39f4648b7b8df66919ecd45 2024-11-13T16:12:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/4278023568a74a6887614687bf3bb84d is 50, key is test_row_0/B:col10/1731514335543/Put/seqid=0 2024-11-13T16:12:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742008_1184 (size=12001) 2024-11-13T16:12:16,634 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/4278023568a74a6887614687bf3bb84d 2024-11-13T16:12:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/ec4fa6e674b743b88af9daa6028ec9ae is 50, key is test_row_0/C:col10/1731514335543/Put/seqid=0 2024-11-13T16:12:16,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742009_1185 (size=12001) 2024-11-13T16:12:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514396838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514396838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514396838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514396848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514396857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,065 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/ec4fa6e674b743b88af9daa6028ec9ae 2024-11-13T16:12:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/3b0439aae39f4648b7b8df66919ecd45 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45 2024-11-13T16:12:17,080 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45, entries=150, sequenceid=119, filesize=30.2 K 2024-11-13T16:12:17,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/4278023568a74a6887614687bf3bb84d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d 2024-11-13T16:12:17,086 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T16:12:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/ec4fa6e674b743b88af9daa6028ec9ae as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae 2024-11-13T16:12:17,095 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T16:12:17,096 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e62a32d9e6e67378df67e7faa434f066 in 950ms, sequenceid=119, compaction requested=false 2024-11-13T16:12:17,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:17,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:17,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T16:12:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T16:12:17,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T16:12:17,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4940 sec 2024-11-13T16:12:17,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.5000 sec 2024-11-13T16:12:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:17,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T16:12:17,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131265881785d84537b53b75be9826ad4b_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742010_1186 (size=12254) 2024-11-13T16:12:17,403 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:17,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131265881785d84537b53b75be9826ad4b_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131265881785d84537b53b75be9826ad4b_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:17,410 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/40700a4a0010481ab8c3183410f69d60, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:17,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/40700a4a0010481ab8c3183410f69d60 is 175, key is test_row_0/A:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:17,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514397412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514397413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514397412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514397414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514397425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742011_1187 (size=31055) 2024-11-13T16:12:17,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/40700a4a0010481ab8c3183410f69d60 2024-11-13T16:12:17,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/66b9b25dd9a14abdb64259cdfa69d4fd is 50, key is test_row_0/B:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742012_1188 (size=12101) 2024-11-13T16:12:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514397529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514397538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514397539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514397539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514397539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514397737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514397748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514397748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514397758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514397758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:17,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/66b9b25dd9a14abdb64259cdfa69d4fd 2024-11-13T16:12:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/a6bdf32327ac4bbe87b9f136704454dd is 50, key is test_row_0/C:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742013_1189 (size=12101) 2024-11-13T16:12:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514398048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514398058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514398058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514398068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514398068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/a6bdf32327ac4bbe87b9f136704454dd 2024-11-13T16:12:18,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/40700a4a0010481ab8c3183410f69d60 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60 2024-11-13T16:12:18,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60, entries=150, sequenceid=136, filesize=30.3 K 2024-11-13T16:12:18,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/66b9b25dd9a14abdb64259cdfa69d4fd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd 2024-11-13T16:12:18,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T16:12:18,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/a6bdf32327ac4bbe87b9f136704454dd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd 2024-11-13T16:12:18,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T16:12:18,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e62a32d9e6e67378df67e7faa434f066 in 1006ms, sequenceid=136, compaction requested=true 2024-11-13T16:12:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:18,362 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:18,362 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:18,363 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:18,363 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93278 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:18,363 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:18,363 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:18,363 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,363 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,363 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=91.1 K 2024-11-13T16:12:18,363 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/52ad471d1d834e7c96bbf4cc31ce9b85, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=35.5 K 2024-11-13T16:12:18,363 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,363 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60] 2024-11-13T16:12:18,364 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ad471d1d834e7c96bbf4cc31ce9b85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514334742 2024-11-13T16:12:18,364 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb032cf05d814ab9bbb1cfaef5eff7e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514334742 2024-11-13T16:12:18,364 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4278023568a74a6887614687bf3bb84d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731514335543 2024-11-13T16:12:18,365 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0439aae39f4648b7b8df66919ecd45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731514335543 2024-11-13T16:12:18,365 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 66b9b25dd9a14abdb64259cdfa69d4fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:18,365 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40700a4a0010481ab8c3183410f69d60, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:18,387 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:18,389 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:18,389 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/31844653a7994080a03725735805678d is 50, key is test_row_0/B:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:18,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113dc76768aaa6844f79342c96965e0af25_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:18,409 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113dc76768aaa6844f79342c96965e0af25_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:18,409 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dc76768aaa6844f79342c96965e0af25_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742014_1190 (size=12409) 2024-11-13T16:12:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742015_1191 (size=4469) 2024-11-13T16:12:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:18,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514398576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514398578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514398578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514398578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514398579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113402bd24f759043c0b076bad4df14d148_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514337422/Put/seqid=0 2024-11-13T16:12:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742016_1192 (size=12304) 2024-11-13T16:12:18,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:18,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113402bd24f759043c0b076bad4df14d148_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113402bd24f759043c0b076bad4df14d148_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:18,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6c2c8cb575c9423c9fe8fb383fd00590, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:18,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6c2c8cb575c9423c9fe8fb383fd00590 is 175, key is test_row_0/A:col10/1731514337422/Put/seqid=0 2024-11-13T16:12:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742017_1193 (size=31105) 2024-11-13T16:12:18,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6c2c8cb575c9423c9fe8fb383fd00590 2024-11-13T16:12:18,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5677be42f50843399620956e0e69337d is 50, key is test_row_0/B:col10/1731514337422/Put/seqid=0 2024-11-13T16:12:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742018_1194 (size=12151) 2024-11-13T16:12:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514398688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514398688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514398688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T16:12:18,768 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:18,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T16:12:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:18,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:18,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:18,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:18,822 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/31844653a7994080a03725735805678d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/31844653a7994080a03725735805678d 2024-11-13T16:12:18,829 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into 31844653a7994080a03725735805678d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:18,829 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:18,829 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=13, startTime=1731514338361; duration=0sec 2024-11-13T16:12:18,829 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:18,829 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:18,829 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:18,830 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:18,830 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:18,830 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,831 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/73d819c0fc0e458887cb068d31dae745, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=35.5 K 2024-11-13T16:12:18,831 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 73d819c0fc0e458887cb068d31dae745, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731514334742 2024-11-13T16:12:18,832 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ec4fa6e674b743b88af9daa6028ec9ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731514335543 2024-11-13T16:12:18,832 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a6bdf32327ac4bbe87b9f136704454dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:18,841 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:18,841 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/450a2311f8de42e3a5bce852d261c49d is 50, key is test_row_0/C:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:18,845 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#166 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:18,845 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/9414cc6ae4b94f83a29e13205ed52918 is 175, key is test_row_0/A:col10/1731514337349/Put/seqid=0 2024-11-13T16:12:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742019_1195 (size=12409) 2024-11-13T16:12:18,867 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/450a2311f8de42e3a5bce852d261c49d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/450a2311f8de42e3a5bce852d261c49d 2024-11-13T16:12:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742020_1196 (size=31363) 2024-11-13T16:12:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:18,881 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 450a2311f8de42e3a5bce852d261c49d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:18,882 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:18,882 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=13, startTime=1731514338362; duration=0sec 2024-11-13T16:12:18,882 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:18,882 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:18,884 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/9414cc6ae4b94f83a29e13205ed52918 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918 2024-11-13T16:12:18,890 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into 9414cc6ae4b94f83a29e13205ed52918(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:18,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:18,891 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=13, startTime=1731514338361; duration=0sec 2024-11-13T16:12:18,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:18,891 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514398898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514398898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514398898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:18,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:12:18,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T16:12:18,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T16:12:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:18,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:18,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5677be42f50843399620956e0e69337d 2024-11-13T16:12:19,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/2779adb02b42419f954026e6a9007b16 is 50, key is test_row_0/C:col10/1731514337422/Put/seqid=0 2024-11-13T16:12:19,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T16:12:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742021_1197 (size=12151) 2024-11-13T16:12:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514399208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514399208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514399208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T16:12:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T16:12:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:19,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/2779adb02b42419f954026e6a9007b16 2024-11-13T16:12:19,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6c2c8cb575c9423c9fe8fb383fd00590 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590 2024-11-13T16:12:19,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590, entries=150, sequenceid=159, filesize=30.4 K 2024-11-13T16:12:19,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5677be42f50843399620956e0e69337d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d 2024-11-13T16:12:19,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T16:12:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/2779adb02b42419f954026e6a9007b16 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16 2024-11-13T16:12:19,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T16:12:19,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e62a32d9e6e67378df67e7faa434f066 in 958ms, sequenceid=159, compaction requested=false 2024-11-13T16:12:19,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:19,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T16:12:19,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:19,549 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:12:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357ac31a9d09249c4aa2742937071652e_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514338578/Put/seqid=0 2024-11-13T16:12:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742022_1198 (size=12304) 2024-11-13T16:12:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:19,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:19,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514399675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514399675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514399718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514399718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514399718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514399777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514399788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514399987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:20,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357ac31a9d09249c4aa2742937071652e_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357ac31a9d09249c4aa2742937071652e_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514399998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/669e933d868c4853804c035b2e61a1ec, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/669e933d868c4853804c035b2e61a1ec is 175, key is test_row_0/A:col10/1731514338578/Put/seqid=0 2024-11-13T16:12:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742023_1199 (size=31105) 2024-11-13T16:12:20,006 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/669e933d868c4853804c035b2e61a1ec 2024-11-13T16:12:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5c451171c55c4e68a9f2848573da6f1d is 50, key is test_row_0/B:col10/1731514338578/Put/seqid=0 2024-11-13T16:12:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742024_1200 (size=12151) 2024-11-13T16:12:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514400298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514400307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,418 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5c451171c55c4e68a9f2848573da6f1d 2024-11-13T16:12:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/099f6d0c99e94b39a4377da043b3ed42 is 50, key is test_row_0/C:col10/1731514338578/Put/seqid=0 2024-11-13T16:12:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742025_1201 (size=12151) 2024-11-13T16:12:20,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514400728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,733 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514400738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514400738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,741 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,742 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514400808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514400818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:20,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/099f6d0c99e94b39a4377da043b3ed42 2024-11-13T16:12:20,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/669e933d868c4853804c035b2e61a1ec as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec 2024-11-13T16:12:20,853 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec, entries=150, sequenceid=175, filesize=30.4 K 2024-11-13T16:12:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/5c451171c55c4e68a9f2848573da6f1d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d 2024-11-13T16:12:20,861 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T16:12:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T16:12:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/099f6d0c99e94b39a4377da043b3ed42 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42 2024-11-13T16:12:20,875 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T16:12:20,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e62a32d9e6e67378df67e7faa434f066 in 1327ms, sequenceid=175, compaction requested=true 2024-11-13T16:12:20,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:20,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:20,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T16:12:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T16:12:20,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T16:12:20,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1070 sec 2024-11-13T16:12:20,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.1120 sec 2024-11-13T16:12:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T16:12:20,918 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:20,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T16:12:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T16:12:20,921 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:20,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:20,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T16:12:21,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T16:12:21,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:21,077 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113736aa493d29646c7b346cc04494eaec2_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514339673/Put/seqid=0 2024-11-13T16:12:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742026_1202 (size=12304) 2024-11-13T16:12:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T16:12:21,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:21,498 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113736aa493d29646c7b346cc04494eaec2_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736aa493d29646c7b346cc04494eaec2_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/478d325e995f425991230596a50a4794, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/478d325e995f425991230596a50a4794 is 175, key is test_row_0/A:col10/1731514339673/Put/seqid=0 2024-11-13T16:12:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742027_1203 (size=31105) 2024-11-13T16:12:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T16:12:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514401840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514401841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:21,909 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/478d325e995f425991230596a50a4794 2024-11-13T16:12:21,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7ddcd26f40ae43ec8ef67d610cf15e13 is 50, key is test_row_0/B:col10/1731514339673/Put/seqid=0 2024-11-13T16:12:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742028_1204 (size=12151) 2024-11-13T16:12:21,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7ddcd26f40ae43ec8ef67d610cf15e13 2024-11-13T16:12:21,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/20fbda51983440f48e8f7fe588663e41 is 50, key is test_row_0/C:col10/1731514339673/Put/seqid=0 2024-11-13T16:12:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742029_1205 (size=12151) 2024-11-13T16:12:21,938 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/20fbda51983440f48e8f7fe588663e41 2024-11-13T16:12:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/478d325e995f425991230596a50a4794 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794 2024-11-13T16:12:21,949 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794, entries=150, sequenceid=198, filesize=30.4 K 2024-11-13T16:12:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/7ddcd26f40ae43ec8ef67d610cf15e13 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13 2024-11-13T16:12:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514401948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514401948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:21,956 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T16:12:21,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/20fbda51983440f48e8f7fe588663e41 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41 2024-11-13T16:12:21,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T16:12:21,964 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e62a32d9e6e67378df67e7faa434f066 in 887ms, sequenceid=198, compaction requested=true 2024-11-13T16:12:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T16:12:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T16:12:21,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T16:12:21,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-11-13T16:12:21,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0500 sec 2024-11-13T16:12:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T16:12:22,058 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:22,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-13T16:12:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:22,060 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:22,061 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:22,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:22,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T16:12:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:22,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eee6c41a4dde416c89fe82dae1d2abcc_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742030_1206 (size=14794) 2024-11-13T16:12:22,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:22,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eee6c41a4dde416c89fe82dae1d2abcc_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eee6c41a4dde416c89fe82dae1d2abcc_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:22,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/61df0e5503694f9b93947f8d4bc1c2e2, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:22,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/61df0e5503694f9b93947f8d4bc1c2e2 is 175, key is test_row_0/A:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742031_1207 (size=39749) 2024-11-13T16:12:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514402206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514402208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514402318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514402318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:22,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514402528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514402528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/61df0e5503694f9b93947f8d4bc1c2e2 2024-11-13T16:12:22,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/9870fe608a18414891d5c59a33a4404a is 50, key is test_row_0/B:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742032_1208 (size=12151) 2024-11-13T16:12:22,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514402748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,752 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:22,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514402758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,768 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514402769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,770 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514402838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514402838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:22,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:22,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:23,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/9870fe608a18414891d5c59a33a4404a 2024-11-13T16:12:23,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/87a6a570cd934ab988698733e7a59c9f is 50, key is test_row_0/C:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742033_1209 (size=12151) 2024-11-13T16:12:23,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/87a6a570cd934ab988698733e7a59c9f 2024-11-13T16:12:23,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/61df0e5503694f9b93947f8d4bc1c2e2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2 2024-11-13T16:12:23,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2, entries=200, sequenceid=213, filesize=38.8 K 2024-11-13T16:12:23,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/9870fe608a18414891d5c59a33a4404a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a 2024-11-13T16:12:23,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a, entries=150, sequenceid=213, filesize=11.9 K 2024-11-13T16:12:23,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/87a6a570cd934ab988698733e7a59c9f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f 2024-11-13T16:12:23,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-13T16:12:23,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e62a32d9e6e67378df67e7faa434f066 in 893ms, sequenceid=213, compaction requested=true 2024-11-13T16:12:23,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:23,057 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:12:23,059 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164427 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:12:23,059 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:23,059 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,059 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=160.6 K 2024-11-13T16:12:23,059 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,060 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2] 2024-11-13T16:12:23,060 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9414cc6ae4b94f83a29e13205ed52918, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:23,060 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c2c8cb575c9423c9fe8fb383fd00590, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731514337406 2024-11-13T16:12:23,061 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 669e933d868c4853804c035b2e61a1ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514338573 2024-11-13T16:12:23,061 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 478d325e995f425991230596a50a4794, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731514339661 2024-11-13T16:12:23,061 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61df0e5503694f9b93947f8d4bc1c2e2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341838 2024-11-13T16:12:23,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:23,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:23,071 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:12:23,073 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:12:23,073 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:23,073 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,073 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/31844653a7994080a03725735805678d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=59.6 K 2024-11-13T16:12:23,074 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 31844653a7994080a03725735805678d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:23,074 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5677be42f50843399620956e0e69337d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731514337406 2024-11-13T16:12:23,075 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c451171c55c4e68a9f2848573da6f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514338573 2024-11-13T16:12:23,075 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ddcd26f40ae43ec8ef67d610cf15e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731514339661 2024-11-13T16:12:23,075 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9870fe608a18414891d5c59a33a4404a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341839 2024-11-13T16:12:23,079 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:23,102 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:23,103 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/ef63dc0c2a2d4031a0b392d37b50ff23 is 50, key is test_row_0/B:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:23,111 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a3ce97ac997a4c2b8b56d14808c8ddda_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:23,115 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a3ce97ac997a4c2b8b56d14808c8ddda_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:23,115 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3ce97ac997a4c2b8b56d14808c8ddda_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742034_1210 (size=12629) 2024-11-13T16:12:23,128 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/ef63dc0c2a2d4031a0b392d37b50ff23 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/ef63dc0c2a2d4031a0b392d37b50ff23 2024-11-13T16:12:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742035_1211 (size=4469) 2024-11-13T16:12:23,136 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into ef63dc0c2a2d4031a0b392d37b50ff23(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:23,136 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:23,136 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=11, startTime=1731514343071; duration=0sec 2024-11-13T16:12:23,136 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:23,136 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:23,136 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:12:23,139 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#180 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:23,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T16:12:23,139 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/838fbb089fe243a991cd80b7d83cf8b8 is 175, key is test_row_0/A:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:23,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T16:12:23,141 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:12:23,141 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:23,141 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,141 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/450a2311f8de42e3a5bce852d261c49d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=59.6 K 2024-11-13T16:12:23,142 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 450a2311f8de42e3a5bce852d261c49d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731514336210 2024-11-13T16:12:23,142 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2779adb02b42419f954026e6a9007b16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731514337406 2024-11-13T16:12:23,143 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 099f6d0c99e94b39a4377da043b3ed42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731514338573 2024-11-13T16:12:23,143 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 20fbda51983440f48e8f7fe588663e41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731514339661 2024-11-13T16:12:23,144 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 87a6a570cd934ab988698733e7a59c9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341839 2024-11-13T16:12:23,168 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:23,169 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/3779b4b3297648ad80680ea9722ca6b9 is 50, key is test_row_0/C:col10/1731514341839/Put/seqid=0 2024-11-13T16:12:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d423328d0e31409c9f55a6752a59ea90_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514342206/Put/seqid=0 2024-11-13T16:12:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742036_1212 (size=31583) 2024-11-13T16:12:23,195 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/838fbb089fe243a991cd80b7d83cf8b8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8 2024-11-13T16:12:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:23,204 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into 838fbb089fe243a991cd80b7d83cf8b8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:23,205 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:23,205 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=11, startTime=1731514343057; duration=0sec 2024-11-13T16:12:23,205 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:23,205 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742038_1214 (size=12304) 2024-11-13T16:12:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742037_1213 (size=12629) 2024-11-13T16:12:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:23,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514403379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514403379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,476 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T16:12:23,476 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T16:12:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514403488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514403497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:23,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d423328d0e31409c9f55a6752a59ea90_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d423328d0e31409c9f55a6752a59ea90_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:23,629 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/3779b4b3297648ad80680ea9722ca6b9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3779b4b3297648ad80680ea9722ca6b9 2024-11-13T16:12:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/5d6d475c6e1a4edf8abf54aa8f0bee14, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/5d6d475c6e1a4edf8abf54aa8f0bee14 is 175, key is test_row_0/A:col10/1731514342206/Put/seqid=0 2024-11-13T16:12:23,638 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 3779b4b3297648ad80680ea9722ca6b9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:23,638 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:23,638 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=11, startTime=1731514343089; duration=0sec 2024-11-13T16:12:23,638 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:23,638 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742039_1215 (size=31105) 2024-11-13T16:12:23,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/5d6d475c6e1a4edf8abf54aa8f0bee14 2024-11-13T16:12:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/bc8825d57a064b588a0e8d9b9e5baece is 50, key is test_row_0/B:col10/1731514342206/Put/seqid=0 2024-11-13T16:12:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742040_1216 (size=12151) 2024-11-13T16:12:23,670 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/bc8825d57a064b588a0e8d9b9e5baece 2024-11-13T16:12:23,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/b1c2371203fb43168e226f7d86e0db12 is 50, key is test_row_0/C:col10/1731514342206/Put/seqid=0 2024-11-13T16:12:23,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514403698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742041_1217 (size=12151) 2024-11-13T16:12:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,703 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/b1c2371203fb43168e226f7d86e0db12 2024-11-13T16:12:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/5d6d475c6e1a4edf8abf54aa8f0bee14 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14 2024-11-13T16:12:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514403707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:23,712 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14, entries=150, sequenceid=235, filesize=30.4 K 2024-11-13T16:12:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/bc8825d57a064b588a0e8d9b9e5baece as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece 2024-11-13T16:12:23,729 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece, entries=150, sequenceid=235, filesize=11.9 K 2024-11-13T16:12:23,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/b1c2371203fb43168e226f7d86e0db12 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12 2024-11-13T16:12:23,737 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12, entries=150, sequenceid=235, filesize=11.9 K 2024-11-13T16:12:23,738 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e62a32d9e6e67378df67e7faa434f066 in 599ms, sequenceid=235, compaction requested=false 2024-11-13T16:12:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T16:12:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T16:12:23,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T16:12:23,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6790 sec 2024-11-13T16:12:23,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.6860 sec 2024-11-13T16:12:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:24,010 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:24,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:12:24,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111355b9351c1045448e9ce6972945c61f05_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742042_1218 (size=14794) 2024-11-13T16:12:24,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:24,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111355b9351c1045448e9ce6972945c61f05_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111355b9351c1045448e9ce6972945c61f05_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:24,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/a1da2a7afd1441d7a855e53a19ac41ad, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:24,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/a1da2a7afd1441d7a855e53a19ac41ad is 175, key is test_row_0/A:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742043_1219 (size=39749) 2024-11-13T16:12:24,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/a1da2a7afd1441d7a855e53a19ac41ad 2024-11-13T16:12:24,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/729bfad3e3ef482ca3c1be43767d6bd7 is 50, key is test_row_0/B:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514404062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514404063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742044_1220 (size=12151) 2024-11-13T16:12:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514404168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514404168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T16:12:24,209 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:24,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-13T16:12:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:24,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:24,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:24,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:24,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T16:12:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514404378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514404378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/729bfad3e3ef482ca3c1be43767d6bd7 2024-11-13T16:12:24,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/714dd30e1c174e069401773e99840957 is 50, key is test_row_0/C:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742045_1221 (size=12151) 2024-11-13T16:12:24,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/714dd30e1c174e069401773e99840957 2024-11-13T16:12:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/a1da2a7afd1441d7a855e53a19ac41ad as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad 2024-11-13T16:12:24,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad, entries=200, sequenceid=253, filesize=38.8 K 2024-11-13T16:12:24,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/729bfad3e3ef482ca3c1be43767d6bd7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7 2024-11-13T16:12:24,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T16:12:24,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/714dd30e1c174e069401773e99840957 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957 2024-11-13T16:12:24,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T16:12:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T16:12:24,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e62a32d9e6e67378df67e7faa434f066 in 514ms, sequenceid=253, compaction requested=true 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:24,524 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:24,524 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:24,526 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:24,526 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:24,526 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,526 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=100.0 K 2024-11-13T16:12:24,526 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,526 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad] 2024-11-13T16:12:24,527 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:24,527 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:24,527 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,528 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/ef63dc0c2a2d4031a0b392d37b50ff23, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=36.1 K 2024-11-13T16:12:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:24,528 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 838fbb089fe243a991cd80b7d83cf8b8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341839 2024-11-13T16:12:24,528 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ef63dc0c2a2d4031a0b392d37b50ff23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341839 2024-11-13T16:12:24,528 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d6d475c6e1a4edf8abf54aa8f0bee14, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731514342199 2024-11-13T16:12:24,528 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting bc8825d57a064b588a0e8d9b9e5baece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731514342199 2024-11-13T16:12:24,529 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1da2a7afd1441d7a855e53a19ac41ad, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:24,529 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 729bfad3e3ef482ca3c1be43767d6bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:24,543 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:24,543 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:24,544 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/01e55ce382914cd7a4c55d7e8237397c is 50, key is test_row_0/B:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,546 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111398a8f28e3e91417d9ce85e3f15a6f63f_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:24,548 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111398a8f28e3e91417d9ce85e3f15a6f63f_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:24,548 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111398a8f28e3e91417d9ce85e3f15a6f63f_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742046_1222 (size=12731) 2024-11-13T16:12:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742047_1223 (size=4469) 2024-11-13T16:12:24,566 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#190 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:24,567 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/900c4a260bb04b5bbaea51890682c3a2 is 175, key is test_row_0/A:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742048_1224 (size=31685) 2024-11-13T16:12:24,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T16:12:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,676 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:12:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113236fe50714274c578b74cad81dc5a2fc_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514344059/Put/seqid=0 2024-11-13T16:12:24,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742049_1225 (size=12454) 2024-11-13T16:12:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:24,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:24,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514404711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514404714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514404817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514404817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:24,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:24,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/01e55ce382914cd7a4c55d7e8237397c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/01e55ce382914cd7a4c55d7e8237397c 2024-11-13T16:12:24,974 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into 01e55ce382914cd7a4c55d7e8237397c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:24,974 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:24,974 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=13, startTime=1731514344524; duration=0sec 2024-11-13T16:12:24,975 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:24,975 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:24,975 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:24,976 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:24,976 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:24,983 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/900c4a260bb04b5bbaea51890682c3a2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2 2024-11-13T16:12:24,988 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into 900c4a260bb04b5bbaea51890682c3a2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:24,988 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:24,988 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=13, startTime=1731514344524; duration=0sec 2024-11-13T16:12:24,989 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:24,989 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:24,990 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:24,990 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3779b4b3297648ad80680ea9722ca6b9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=36.1 K 2024-11-13T16:12:24,991 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3779b4b3297648ad80680ea9722ca6b9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731514341839 2024-11-13T16:12:24,991 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b1c2371203fb43168e226f7d86e0db12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731514342199 2024-11-13T16:12:24,992 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 714dd30e1c174e069401773e99840957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:25,006 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:25,007 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/3b2774147c2d46aab76e3cdadb6ebe34 is 50, key is test_row_0/C:col10/1731514343377/Put/seqid=0 2024-11-13T16:12:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742050_1226 (size=12731) 2024-11-13T16:12:25,029 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/3b2774147c2d46aab76e3cdadb6ebe34 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3b2774147c2d46aab76e3cdadb6ebe34 2024-11-13T16:12:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,035 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 3b2774147c2d46aab76e3cdadb6ebe34(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:25,035 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514405028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,035 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=13, startTime=1731514344524; duration=0sec 2024-11-13T16:12:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514405028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,035 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:25,035 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:25,093 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113236fe50714274c578b74cad81dc5a2fc_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113236fe50714274c578b74cad81dc5a2fc_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/65f95d0c5f954951a044df0366c4c166, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/65f95d0c5f954951a044df0366c4c166 is 175, key is test_row_0/A:col10/1731514344059/Put/seqid=0 2024-11-13T16:12:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742051_1227 (size=31255) 2024-11-13T16:12:25,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514405338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514405338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:25,501 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/65f95d0c5f954951a044df0366c4c166 2024-11-13T16:12:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/474c77740410446fb77664a3dd5f9f8e is 50, key is test_row_0/B:col10/1731514344059/Put/seqid=0 2024-11-13T16:12:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742052_1228 (size=12301) 2024-11-13T16:12:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514405848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514405848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:25,914 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/474c77740410446fb77664a3dd5f9f8e 2024-11-13T16:12:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/f043b66f468549dc832804944c6b6cb3 is 50, key is test_row_0/C:col10/1731514344059/Put/seqid=0 2024-11-13T16:12:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742053_1229 (size=12301) 2024-11-13T16:12:26,327 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/f043b66f468549dc832804944c6b6cb3 2024-11-13T16:12:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/65f95d0c5f954951a044df0366c4c166 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166 2024-11-13T16:12:26,342 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166, entries=150, sequenceid=273, filesize=30.5 K 2024-11-13T16:12:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/474c77740410446fb77664a3dd5f9f8e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e 2024-11-13T16:12:26,355 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T16:12:26,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/f043b66f468549dc832804944c6b6cb3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3 2024-11-13T16:12:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:26,363 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T16:12:26,365 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e62a32d9e6e67378df67e7faa434f066 in 1689ms, sequenceid=273, compaction requested=false 2024-11-13T16:12:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T16:12:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T16:12:26,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T16:12:26,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec 2024-11-13T16:12:26,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.1670 sec 2024-11-13T16:12:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:26,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:26,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:12:26,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113754c9c9652e74b94a7d8ad216cb6ac2e_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742054_1230 (size=12454) 2024-11-13T16:12:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514406856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514406858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514406858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514406861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,862 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,862 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514406862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514406967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514406967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514406967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514407178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514407178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514407178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:27,219 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113754c9c9652e74b94a7d8ad216cb6ac2e_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113754c9c9652e74b94a7d8ad216cb6ac2e_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:27,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/837b63fe58fb4921964d26e5195f72cb, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:27,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/837b63fe58fb4921964d26e5195f72cb is 175, key is test_row_0/A:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:27,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742055_1231 (size=31255) 2024-11-13T16:12:27,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514407487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514407488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514407488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:27,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:27,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/837b63fe58fb4921964d26e5195f72cb 2024-11-13T16:12:27,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c90760b1b0e54b51abced07232ee1335 is 50, key is test_row_0/B:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742056_1232 (size=12301) 2024-11-13T16:12:27,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c90760b1b0e54b51abced07232ee1335 2024-11-13T16:12:27,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/23c46c367346495ab4f7ac4035c06371 is 50, key is test_row_0/C:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742057_1233 (size=12301) 2024-11-13T16:12:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514407997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514407998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514407998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:28,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/23c46c367346495ab4f7ac4035c06371 2024-11-13T16:12:28,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/837b63fe58fb4921964d26e5195f72cb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb 2024-11-13T16:12:28,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb, entries=150, sequenceid=294, filesize=30.5 K 2024-11-13T16:12:28,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c90760b1b0e54b51abced07232ee1335 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335 2024-11-13T16:12:28,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335, entries=150, sequenceid=294, filesize=12.0 K 2024-11-13T16:12:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/23c46c367346495ab4f7ac4035c06371 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371 2024-11-13T16:12:28,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371, entries=150, sequenceid=294, filesize=12.0 K 2024-11-13T16:12:28,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e62a32d9e6e67378df67e7faa434f066 in 1270ms, sequenceid=294, compaction requested=true 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:28,071 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:28,071 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:28,072 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:28,072 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:28,072 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:28,072 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=92.0 K 2024-11-13T16:12:28,072 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:28,072 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb] 2024-11-13T16:12:28,073 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:28,073 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:28,073 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:28,073 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/01e55ce382914cd7a4c55d7e8237397c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=36.5 K 2024-11-13T16:12:28,073 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 900c4a260bb04b5bbaea51890682c3a2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:28,073 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e55ce382914cd7a4c55d7e8237397c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:28,074 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65f95d0c5f954951a044df0366c4c166, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731514344040 2024-11-13T16:12:28,074 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 474c77740410446fb77664a3dd5f9f8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731514344040 2024-11-13T16:12:28,074 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 837b63fe58fb4921964d26e5195f72cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:28,074 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c90760b1b0e54b51abced07232ee1335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:28,081 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:28,083 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:28,083 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130412f1fe10054b7eb53fe3952e5f3bb4_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:28,084 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/eac1d94f957e4847ad75f202bdec2b9a is 50, key is test_row_0/B:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:28,085 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130412f1fe10054b7eb53fe3952e5f3bb4_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:28,085 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130412f1fe10054b7eb53fe3952e5f3bb4_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742058_1234 (size=12983) 2024-11-13T16:12:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742059_1235 (size=4469) 2024-11-13T16:12:28,098 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/eac1d94f957e4847ad75f202bdec2b9a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/eac1d94f957e4847ad75f202bdec2b9a 2024-11-13T16:12:28,098 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#198 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:28,099 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6d89e01863714a5d80cbf5b1a1ef8570 is 175, key is test_row_0/A:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:28,106 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into eac1d94f957e4847ad75f202bdec2b9a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742060_1236 (size=31937) 2024-11-13T16:12:28,106 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:28,106 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=13, startTime=1731514348071; duration=0sec 2024-11-13T16:12:28,106 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:28,106 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:28,106 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:28,107 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:28,107 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:28,107 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:28,107 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3b2774147c2d46aab76e3cdadb6ebe34, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=36.5 K 2024-11-13T16:12:28,108 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2774147c2d46aab76e3cdadb6ebe34, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731514343363 2024-11-13T16:12:28,108 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f043b66f468549dc832804944c6b6cb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731514344040 2024-11-13T16:12:28,108 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 23c46c367346495ab4f7ac4035c06371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:28,115 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:28,116 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/f0467ffc4ba148248bc33726c697122e is 50, key is test_row_0/C:col10/1731514346800/Put/seqid=0 2024-11-13T16:12:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742061_1237 (size=12983) 2024-11-13T16:12:28,126 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/f0467ffc4ba148248bc33726c697122e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f0467ffc4ba148248bc33726c697122e 2024-11-13T16:12:28,131 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into f0467ffc4ba148248bc33726c697122e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:28,131 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:28,131 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=13, startTime=1731514348071; duration=0sec 2024-11-13T16:12:28,131 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:28,131 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T16:12:28,368 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:28,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-13T16:12:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:28,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:28,371 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:28,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:28,512 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/6d89e01863714a5d80cbf5b1a1ef8570 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570 2024-11-13T16:12:28,517 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into 6d89e01863714a5d80cbf5b1a1ef8570(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:28,517 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:28,517 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=13, startTime=1731514348071; duration=0sec 2024-11-13T16:12:28,517 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:28,517 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:28,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T16:12:28,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:28,524 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:12:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8e4a2e2cc354262ae83c0eeac77660f_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514346860/Put/seqid=0 2024-11-13T16:12:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742062_1238 (size=12454) 2024-11-13T16:12:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:28,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:28,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514408901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:28,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514408904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:28,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:28,940 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8e4a2e2cc354262ae83c0eeac77660f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8e4a2e2cc354262ae83c0eeac77660f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/398c0cfd070f4eb89fa5c848dc89ac71, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/398c0cfd070f4eb89fa5c848dc89ac71 is 175, key is test_row_0/A:col10/1731514346860/Put/seqid=0 2024-11-13T16:12:28,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742063_1239 (size=31255) 2024-11-13T16:12:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:29,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514409008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,010 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514409008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514409017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514409017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514409017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,020 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,020 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514409218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514409228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,351 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/398c0cfd070f4eb89fa5c848dc89ac71 2024-11-13T16:12:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/774972b3e91d4ff0b0423f5a9d1ff9b5 is 50, key is test_row_0/B:col10/1731514346860/Put/seqid=0 2024-11-13T16:12:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742064_1240 (size=12301) 2024-11-13T16:12:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:29,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514409528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514409538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:29,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/774972b3e91d4ff0b0423f5a9d1ff9b5 2024-11-13T16:12:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/515082e06b8f4c98b36113168de4268f is 50, key is test_row_0/C:col10/1731514346860/Put/seqid=0 2024-11-13T16:12:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742065_1241 (size=12301) 2024-11-13T16:12:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514410038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:30,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514410048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:30,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/515082e06b8f4c98b36113168de4268f 2024-11-13T16:12:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/398c0cfd070f4eb89fa5c848dc89ac71 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71 2024-11-13T16:12:30,185 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71, entries=150, sequenceid=316, filesize=30.5 K 2024-11-13T16:12:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/774972b3e91d4ff0b0423f5a9d1ff9b5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5 2024-11-13T16:12:30,190 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T16:12:30,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/515082e06b8f4c98b36113168de4268f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f 2024-11-13T16:12:30,195 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T16:12:30,196 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e62a32d9e6e67378df67e7faa434f066 in 1672ms, sequenceid=316, compaction requested=false 2024-11-13T16:12:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T16:12:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T16:12:30,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-13T16:12:30,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-11-13T16:12:30,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8320 sec 2024-11-13T16:12:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T16:12:30,518 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:30,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-13T16:12:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:30,521 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:30,522 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:30,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:30,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T16:12:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:30,675 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:12:30,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c205f542e3094012ac220d2fa795dbf3_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514348896/Put/seqid=0 2024-11-13T16:12:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742066_1242 (size=12454) 2024-11-13T16:12:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. as already flushing 2024-11-13T16:12:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514411057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514411058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514411059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514411060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,064 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514411064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:31,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c205f542e3094012ac220d2fa795dbf3_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c205f542e3094012ac220d2fa795dbf3_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f6dab2dd0a494c21825c57ee26cb2e2f, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f6dab2dd0a494c21825c57ee26cb2e2f is 175, key is test_row_0/A:col10/1731514348896/Put/seqid=0 2024-11-13T16:12:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742067_1243 (size=31255) 2024-11-13T16:12:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514411168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514411168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514411168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514411177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514411378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514411378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514411378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514411387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f6dab2dd0a494c21825c57ee26cb2e2f 2024-11-13T16:12:31,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/70d05d7d7a6340989745c34b850de537 is 50, key is test_row_0/B:col10/1731514348896/Put/seqid=0 2024-11-13T16:12:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742068_1244 (size=12301) 2024-11-13T16:12:31,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/70d05d7d7a6340989745c34b850de537 2024-11-13T16:12:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/88d1d39a74a54ab1a52391eea2c5f702 is 50, key is test_row_0/C:col10/1731514348896/Put/seqid=0 2024-11-13T16:12:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742069_1245 (size=12301) 2024-11-13T16:12:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514411688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514411688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514411688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514411698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:31,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/88d1d39a74a54ab1a52391eea2c5f702 2024-11-13T16:12:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f6dab2dd0a494c21825c57ee26cb2e2f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f 2024-11-13T16:12:31,938 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f, entries=150, sequenceid=333, filesize=30.5 K 2024-11-13T16:12:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/70d05d7d7a6340989745c34b850de537 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537 2024-11-13T16:12:31,943 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537, entries=150, sequenceid=333, filesize=12.0 K 2024-11-13T16:12:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/88d1d39a74a54ab1a52391eea2c5f702 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702 2024-11-13T16:12:31,948 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702, entries=150, sequenceid=333, filesize=12.0 K 2024-11-13T16:12:31,949 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e62a32d9e6e67378df67e7faa434f066 in 1274ms, sequenceid=333, compaction requested=true 2024-11-13T16:12:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T16:12:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T16:12:31,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T16:12:31,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-13T16:12:31,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.4350 sec 2024-11-13T16:12:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:32,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:12:32,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131929234ee9d242b783f3d4ef58ca1c1f_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742070_1246 (size=17534) 2024-11-13T16:12:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514412232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514412233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514412234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514412234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514412338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514412338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514412348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514412348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,451 INFO [Thread-756 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-756. 2024-11-13T16:12:32,451 DEBUG [Thread-756 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:32,451 DEBUG [Thread-756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,451 DEBUG [Thread-756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:32,452 INFO [Thread-758 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-758. 2024-11-13T16:12:32,452 DEBUG [Thread-758 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:32,452 DEBUG [Thread-758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,452 DEBUG [Thread-758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:32,454 INFO [Thread-754 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-754. 2024-11-13T16:12:32,454 DEBUG [Thread-754 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:32,454 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,455 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:32,457 INFO [Thread-760 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-760. 2024-11-13T16:12:32,457 DEBUG [Thread-760 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:32,457 DEBUG [Thread-760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,457 DEBUG [Thread-760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:32,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514412548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514412548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514412558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514412558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:32,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131929234ee9d242b783f3d4ef58ca1c1f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131929234ee9d242b783f3d4ef58ca1c1f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:32,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/241dafffb17a48fa96448bf9bf2e3423, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:32,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/241dafffb17a48fa96448bf9bf2e3423 is 175, key is test_row_0/A:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742071_1247 (size=48639) 2024-11-13T16:12:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T16:12:32,668 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514412858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514412858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514412868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514412868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/241dafffb17a48fa96448bf9bf2e3423 2024-11-13T16:12:33,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/549d4c06f0f84242933359469d1447b1 is 50, key is test_row_0/B:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742072_1248 (size=12301) 2024-11-13T16:12:33,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52708 deadline: 1731514413077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:33,078 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in e62a32d9e6e67378df67e7faa434f066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:33,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52736 deadline: 1731514413368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52740 deadline: 1731514413368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52684 deadline: 1731514413378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52728 deadline: 1731514413378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:12:33,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/549d4c06f0f84242933359469d1447b1 2024-11-13T16:12:33,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e233e86d76024156b409fcfc045cb5a0 is 50, key is test_row_0/C:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742073_1249 (size=12301) 2024-11-13T16:12:33,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e233e86d76024156b409fcfc045cb5a0 2024-11-13T16:12:33,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/241dafffb17a48fa96448bf9bf2e3423 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423 2024-11-13T16:12:33,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423, entries=250, sequenceid=354, filesize=47.5 K 2024-11-13T16:12:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/549d4c06f0f84242933359469d1447b1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1 2024-11-13T16:12:33,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T16:12:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/e233e86d76024156b409fcfc045cb5a0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0 2024-11-13T16:12:33,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T16:12:33,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e62a32d9e6e67378df67e7faa434f066 in 1668ms, sequenceid=354, compaction requested=true 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e62a32d9e6e67378df67e7faa434f066:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:33,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:33,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:33,869 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:33,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:33,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/B is initiating minor compaction (all files) 2024-11-13T16:12:33,869 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143086 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:33,870 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/B in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:33,870 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/A is initiating minor compaction (all files) 2024-11-13T16:12:33,870 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/eac1d94f957e4847ad75f202bdec2b9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=48.7 K 2024-11-13T16:12:33,870 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/A in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:33,870 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=139.7 K 2024-11-13T16:12:33,870 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:33,870 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eac1d94f957e4847ad75f202bdec2b9a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:33,870 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423] 2024-11-13T16:12:33,870 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 774972b3e91d4ff0b0423f5a9d1ff9b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514346854 2024-11-13T16:12:33,870 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d89e01863714a5d80cbf5b1a1ef8570, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:33,871 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 70d05d7d7a6340989745c34b850de537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731514348896 2024-11-13T16:12:33,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 398c0cfd070f4eb89fa5c848dc89ac71, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514346854 2024-11-13T16:12:33,871 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 549d4c06f0f84242933359469d1447b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731514351062 2024-11-13T16:12:33,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6dab2dd0a494c21825c57ee26cb2e2f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731514348896 2024-11-13T16:12:33,871 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 241dafffb17a48fa96448bf9bf2e3423, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731514351050 2024-11-13T16:12:33,879 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:33,879 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/4697a668b09547ae93d9b57bed37eca4 is 50, key is test_row_0/B:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742074_1250 (size=13119) 2024-11-13T16:12:33,885 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:33,887 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c489be4e2c7a4816a117e51f091ee6f8_e62a32d9e6e67378df67e7faa434f066 store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:33,890 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/4697a668b09547ae93d9b57bed37eca4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4697a668b09547ae93d9b57bed37eca4 2024-11-13T16:12:33,896 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/B of e62a32d9e6e67378df67e7faa434f066 into 4697a668b09547ae93d9b57bed37eca4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:33,896 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:33,896 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/B, priority=12, startTime=1731514353868; duration=0sec 2024-11-13T16:12:33,896 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:33,896 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:B 2024-11-13T16:12:33,896 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:33,897 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:33,897 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): e62a32d9e6e67378df67e7faa434f066/C is initiating minor compaction (all files) 2024-11-13T16:12:33,897 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e62a32d9e6e67378df67e7faa434f066/C in TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:33,897 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f0467ffc4ba148248bc33726c697122e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp, totalSize=48.7 K 2024-11-13T16:12:33,898 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f0467ffc4ba148248bc33726c697122e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731514344708 2024-11-13T16:12:33,898 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 515082e06b8f4c98b36113168de4268f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731514346854 2024-11-13T16:12:33,899 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 88d1d39a74a54ab1a52391eea2c5f702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731514348896 2024-11-13T16:12:33,899 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting e233e86d76024156b409fcfc045cb5a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731514351062 2024-11-13T16:12:33,914 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c489be4e2c7a4816a117e51f091ee6f8_e62a32d9e6e67378df67e7faa434f066, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:33,914 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#C#compaction#212 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:33,914 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c489be4e2c7a4816a117e51f091ee6f8_e62a32d9e6e67378df67e7faa434f066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:33,915 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/7d16e4383dc54afd82c8a64dcbc4433f is 50, key is test_row_0/C:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742075_1251 (size=4469) 2024-11-13T16:12:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742076_1252 (size=13119) 2024-11-13T16:12:33,939 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/7d16e4383dc54afd82c8a64dcbc4433f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/7d16e4383dc54afd82c8a64dcbc4433f 2024-11-13T16:12:33,944 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/C of e62a32d9e6e67378df67e7faa434f066 into 7d16e4383dc54afd82c8a64dcbc4433f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:33,944 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:33,944 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/C, priority=12, startTime=1731514353868; duration=0sec 2024-11-13T16:12:33,944 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:33,944 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:C 2024-11-13T16:12:34,320 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e62a32d9e6e67378df67e7faa434f066#A#compaction#211 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:34,321 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f4234614234844d3a1eed675863c453b is 175, key is test_row_0/A:col10/1731514352200/Put/seqid=0 2024-11-13T16:12:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742077_1253 (size=32073) 2024-11-13T16:12:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:34,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:12:34,380 INFO [Thread-749 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-749. 2024-11-13T16:12:34,380 INFO [Thread-743 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-743. 2024-11-13T16:12:34,380 DEBUG [Thread-749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:34,380 DEBUG [Thread-749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,380 DEBUG [Thread-743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:34,381 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,381 DEBUG [Thread-749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:34,381 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:34,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113daebb2f6948c498bb828eaa827a0f0db_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_0/A:col10/1731514352232/Put/seqid=0 2024-11-13T16:12:34,389 INFO [Thread-751 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-751. 2024-11-13T16:12:34,389 INFO [Thread-745 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-745. 2024-11-13T16:12:34,390 DEBUG [Thread-751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:34,390 DEBUG [Thread-745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:34,390 DEBUG [Thread-751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,390 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,390 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,390 DEBUG [Thread-751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:34,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:34,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742078_1254 (size=12454) 2024-11-13T16:12:34,729 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/f4234614234844d3a1eed675863c453b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f4234614234844d3a1eed675863c453b 2024-11-13T16:12:34,734 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e62a32d9e6e67378df67e7faa434f066/A of e62a32d9e6e67378df67e7faa434f066 into f4234614234844d3a1eed675863c453b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:34,734 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:34,734 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., storeName=e62a32d9e6e67378df67e7faa434f066/A, priority=12, startTime=1731514353868; duration=0sec 2024-11-13T16:12:34,734 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:34,734 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e62a32d9e6e67378df67e7faa434f066:A 2024-11-13T16:12:34,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:34,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113daebb2f6948c498bb828eaa827a0f0db_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113daebb2f6948c498bb828eaa827a0f0db_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:34,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/e37743b8e5df447da1b2b9cd28fac128, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:34,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/e37743b8e5df447da1b2b9cd28fac128 is 175, key is test_row_0/A:col10/1731514352232/Put/seqid=0 2024-11-13T16:12:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742079_1255 (size=31255) 2024-11-13T16:12:35,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/e37743b8e5df447da1b2b9cd28fac128 2024-11-13T16:12:35,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c33c097b15d54b1e872a4eefe77f9f38 is 50, key is test_row_0/B:col10/1731514352232/Put/seqid=0 2024-11-13T16:12:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742080_1256 (size=12301) 2024-11-13T16:12:35,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c33c097b15d54b1e872a4eefe77f9f38 2024-11-13T16:12:35,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/130fcb0487f14480bf032b43dd40e086 is 50, key is test_row_0/C:col10/1731514352232/Put/seqid=0 2024-11-13T16:12:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742081_1257 (size=12301) 2024-11-13T16:12:36,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/130fcb0487f14480bf032b43dd40e086 2024-11-13T16:12:36,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/e37743b8e5df447da1b2b9cd28fac128 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/e37743b8e5df447da1b2b9cd28fac128 2024-11-13T16:12:36,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/e37743b8e5df447da1b2b9cd28fac128, entries=150, sequenceid=374, filesize=30.5 K 2024-11-13T16:12:36,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/c33c097b15d54b1e872a4eefe77f9f38 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c33c097b15d54b1e872a4eefe77f9f38 2024-11-13T16:12:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c33c097b15d54b1e872a4eefe77f9f38, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T16:12:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/130fcb0487f14480bf032b43dd40e086 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/130fcb0487f14480bf032b43dd40e086 2024-11-13T16:12:36,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/130fcb0487f14480bf032b43dd40e086, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T16:12:36,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for e62a32d9e6e67378df67e7faa434f066 in 1658ms, sequenceid=374, compaction requested=false 2024-11-13T16:12:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e62a32d9e6e67378df67e7faa434f066: 2024-11-13T16:12:37,119 INFO [Thread-747 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-747. 2024-11-13T16:12:37,119 DEBUG [Thread-747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:12:37,119 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:37,119 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:37,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3457 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3479 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1504 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4511 rows 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1508 2024-11-13T16:12:37,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4520 rows 2024-11-13T16:12:37,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:12:37,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:12:37,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:37,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:37,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:12:37,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:12:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:37,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514357124"}]},"ts":"1731514357124"} 2024-11-13T16:12:37,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:12:37,126 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:12:37,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:12:37,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, UNASSIGN}] 2024-11-13T16:12:37,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, UNASSIGN 2024-11-13T16:12:37,129 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, UNASSIGN because future has completed 2024-11-13T16:12:37,131 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:12:37,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:37,283 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:37,283 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:12:37,283 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing e62a32d9e6e67378df67e7faa434f066, disabling compactions & flushes 2024-11-13T16:12:37,283 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:37,283 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:37,283 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. after waiting 0 ms 2024-11-13T16:12:37,283 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:37,283 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing e62a32d9e6e67378df67e7faa434f066 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T16:12:37,289 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113edfa5e5f3e514c4dafc3d28b41a0556a_e62a32d9e6e67378df67e7faa434f066 is 50, key is test_row_1/A:col10/1731514354388/Put/seqid=0 2024-11-13T16:12:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742082_1258 (size=9914) 2024-11-13T16:12:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:37,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:12:37,693 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:37,697 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113edfa5e5f3e514c4dafc3d28b41a0556a_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edfa5e5f3e514c4dafc3d28b41a0556a_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:37,698 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/acd75504009b44e58ace4e181c2c8672, store: [table=TestAcidGuarantees family=A region=e62a32d9e6e67378df67e7faa434f066] 2024-11-13T16:12:37,698 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/acd75504009b44e58ace4e181c2c8672 is 175, key is test_row_1/A:col10/1731514354388/Put/seqid=0 2024-11-13T16:12:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742083_1259 (size=22561) 2024-11-13T16:12:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:38,103 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/acd75504009b44e58ace4e181c2c8672 2024-11-13T16:12:38,110 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/3227b816b4384247b846129d60be2700 is 50, key is test_row_1/B:col10/1731514354388/Put/seqid=0 2024-11-13T16:12:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742084_1260 (size=9857) 2024-11-13T16:12:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:38,515 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/3227b816b4384247b846129d60be2700 2024-11-13T16:12:38,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/67f0249ceb0f48b58044816f295895eb is 50, key is test_row_1/C:col10/1731514354388/Put/seqid=0 2024-11-13T16:12:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742085_1261 (size=9857) 2024-11-13T16:12:38,925 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/67f0249ceb0f48b58044816f295895eb 2024-11-13T16:12:38,929 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/A/acd75504009b44e58ace4e181c2c8672 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/acd75504009b44e58ace4e181c2c8672 2024-11-13T16:12:38,932 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/acd75504009b44e58ace4e181c2c8672, entries=100, sequenceid=381, filesize=22.0 K 2024-11-13T16:12:38,933 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/B/3227b816b4384247b846129d60be2700 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/3227b816b4384247b846129d60be2700 2024-11-13T16:12:38,936 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/3227b816b4384247b846129d60be2700, entries=100, sequenceid=381, filesize=9.6 K 2024-11-13T16:12:38,936 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/.tmp/C/67f0249ceb0f48b58044816f295895eb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/67f0249ceb0f48b58044816f295895eb 2024-11-13T16:12:38,939 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/67f0249ceb0f48b58044816f295895eb, entries=100, sequenceid=381, filesize=9.6 K 2024-11-13T16:12:38,940 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e62a32d9e6e67378df67e7faa434f066 in 1657ms, sequenceid=381, compaction requested=true 2024-11-13T16:12:38,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423] to archive 2024-11-13T16:12:38,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:38,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/30e5a62ba7ce42aa8ee13b348eb2c860 2024-11-13T16:12:38,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/188ce9d09c0a425aa79d7536e4968192 2024-11-13T16:12:38,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/45b170d1c74347db9f7777da9a8e0ba1 2024-11-13T16:12:38,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/81813b6ac24f4d259258a677518845a7 2024-11-13T16:12:38,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/0d0b19047240442eaf0d31fc34230a29 2024-11-13T16:12:38,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/d7f8d9eb21b24e23bd6cedc58d867dc3 2024-11-13T16:12:38,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/cb032cf05d814ab9bbb1cfaef5eff7e6 2024-11-13T16:12:38,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/3b0439aae39f4648b7b8df66919ecd45 2024-11-13T16:12:38,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/9414cc6ae4b94f83a29e13205ed52918 2024-11-13T16:12:38,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/40700a4a0010481ab8c3183410f69d60 2024-11-13T16:12:38,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6c2c8cb575c9423c9fe8fb383fd00590 2024-11-13T16:12:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/669e933d868c4853804c035b2e61a1ec 2024-11-13T16:12:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/478d325e995f425991230596a50a4794 2024-11-13T16:12:38,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/61df0e5503694f9b93947f8d4bc1c2e2 2024-11-13T16:12:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/838fbb089fe243a991cd80b7d83cf8b8 2024-11-13T16:12:38,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/5d6d475c6e1a4edf8abf54aa8f0bee14 2024-11-13T16:12:38,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/a1da2a7afd1441d7a855e53a19ac41ad 2024-11-13T16:12:38,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/900c4a260bb04b5bbaea51890682c3a2 2024-11-13T16:12:38,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/65f95d0c5f954951a044df0366c4c166 2024-11-13T16:12:38,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/6d89e01863714a5d80cbf5b1a1ef8570 2024-11-13T16:12:38,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/837b63fe58fb4921964d26e5195f72cb 2024-11-13T16:12:38,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/398c0cfd070f4eb89fa5c848dc89ac71 2024-11-13T16:12:38,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f6dab2dd0a494c21825c57ee26cb2e2f 2024-11-13T16:12:38,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/241dafffb17a48fa96448bf9bf2e3423 2024-11-13T16:12:38,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/f325b93a713c46dd9e9aa6ed6ffb38fc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/52ad471d1d834e7c96bbf4cc31ce9b85, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/31844653a7994080a03725735805678d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/ef63dc0c2a2d4031a0b392d37b50ff23, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/01e55ce382914cd7a4c55d7e8237397c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/eac1d94f957e4847ad75f202bdec2b9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1] to archive 2024-11-13T16:12:38,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:38,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/8cbf1fa04ab4440cad530c47fe36eb02 2024-11-13T16:12:38,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/73e5c8a1369c4d1f821b1b7619b4e771 2024-11-13T16:12:38,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/f325b93a713c46dd9e9aa6ed6ffb38fc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/f325b93a713c46dd9e9aa6ed6ffb38fc 2024-11-13T16:12:38,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5f2e16157497469993daf64cf09228bd 2024-11-13T16:12:38,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/12ad2f44119248c993a5013905190ca0 2024-11-13T16:12:38,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/52ad471d1d834e7c96bbf4cc31ce9b85 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/52ad471d1d834e7c96bbf4cc31ce9b85 2024-11-13T16:12:38,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7c2124321904406eaf8a9ed4f6882e29 2024-11-13T16:12:38,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4278023568a74a6887614687bf3bb84d 2024-11-13T16:12:38,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/31844653a7994080a03725735805678d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/31844653a7994080a03725735805678d 2024-11-13T16:12:38,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/66b9b25dd9a14abdb64259cdfa69d4fd 2024-11-13T16:12:38,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5677be42f50843399620956e0e69337d 2024-11-13T16:12:38,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/5c451171c55c4e68a9f2848573da6f1d 2024-11-13T16:12:38,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/7ddcd26f40ae43ec8ef67d610cf15e13 2024-11-13T16:12:38,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/ef63dc0c2a2d4031a0b392d37b50ff23 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/ef63dc0c2a2d4031a0b392d37b50ff23 2024-11-13T16:12:38,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/9870fe608a18414891d5c59a33a4404a 2024-11-13T16:12:38,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/bc8825d57a064b588a0e8d9b9e5baece 2024-11-13T16:12:38,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/01e55ce382914cd7a4c55d7e8237397c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/01e55ce382914cd7a4c55d7e8237397c 2024-11-13T16:12:38,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/729bfad3e3ef482ca3c1be43767d6bd7 2024-11-13T16:12:38,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/474c77740410446fb77664a3dd5f9f8e 2024-11-13T16:12:38,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/eac1d94f957e4847ad75f202bdec2b9a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/eac1d94f957e4847ad75f202bdec2b9a 2024-11-13T16:12:38,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c90760b1b0e54b51abced07232ee1335 2024-11-13T16:12:38,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/774972b3e91d4ff0b0423f5a9d1ff9b5 2024-11-13T16:12:38,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/70d05d7d7a6340989745c34b850de537 2024-11-13T16:12:38,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/549d4c06f0f84242933359469d1447b1 2024-11-13T16:12:38,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/26b771251b7e47b48a0791c5851c011e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/73d819c0fc0e458887cb068d31dae745, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/450a2311f8de42e3a5bce852d261c49d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3779b4b3297648ad80680ea9722ca6b9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3b2774147c2d46aab76e3cdadb6ebe34, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f0467ffc4ba148248bc33726c697122e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0] to archive 2024-11-13T16:12:38,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:12:38,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/316b627eb5e44f7692f16a05fe5457a0 2024-11-13T16:12:38,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/99f6ffe7e63e4106b6968c80a60c6971 2024-11-13T16:12:38,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/26b771251b7e47b48a0791c5851c011e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/26b771251b7e47b48a0791c5851c011e 2024-11-13T16:12:38,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e386c3042b8e4d6a868efeaa49a0855b 2024-11-13T16:12:38,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/24633a69a5464882bdff3d808d6cd0a1 2024-11-13T16:12:38,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/73d819c0fc0e458887cb068d31dae745 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/73d819c0fc0e458887cb068d31dae745 2024-11-13T16:12:38,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/31868fc1ac59488695d4c326627f7825 2024-11-13T16:12:38,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/ec4fa6e674b743b88af9daa6028ec9ae 2024-11-13T16:12:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/450a2311f8de42e3a5bce852d261c49d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/450a2311f8de42e3a5bce852d261c49d 2024-11-13T16:12:38,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/a6bdf32327ac4bbe87b9f136704454dd 2024-11-13T16:12:38,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/2779adb02b42419f954026e6a9007b16 2024-11-13T16:12:38,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/099f6d0c99e94b39a4377da043b3ed42 2024-11-13T16:12:38,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/20fbda51983440f48e8f7fe588663e41 2024-11-13T16:12:38,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3779b4b3297648ad80680ea9722ca6b9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3779b4b3297648ad80680ea9722ca6b9 2024-11-13T16:12:38,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/87a6a570cd934ab988698733e7a59c9f 2024-11-13T16:12:39,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/b1c2371203fb43168e226f7d86e0db12 2024-11-13T16:12:39,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3b2774147c2d46aab76e3cdadb6ebe34 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/3b2774147c2d46aab76e3cdadb6ebe34 2024-11-13T16:12:39,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/714dd30e1c174e069401773e99840957 2024-11-13T16:12:39,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f043b66f468549dc832804944c6b6cb3 2024-11-13T16:12:39,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f0467ffc4ba148248bc33726c697122e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/f0467ffc4ba148248bc33726c697122e 2024-11-13T16:12:39,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/23c46c367346495ab4f7ac4035c06371 2024-11-13T16:12:39,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/515082e06b8f4c98b36113168de4268f 2024-11-13T16:12:39,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/88d1d39a74a54ab1a52391eea2c5f702 2024-11-13T16:12:39,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/e233e86d76024156b409fcfc045cb5a0 2024-11-13T16:12:39,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=4 2024-11-13T16:12:39,012 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. 2024-11-13T16:12:39,012 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for e62a32d9e6e67378df67e7faa434f066: Waiting for close lock at 1731514357283Running coprocessor pre-close hooks at 1731514357283Disabling compacts and flushes for region at 1731514357283Disabling writes for close at 1731514357283Obtaining lock to block concurrent updates at 1731514357283Preparing flush snapshotting stores in e62a32d9e6e67378df67e7faa434f066 at 1731514357283Finished memstore snapshotting TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731514357284 (+1 ms)Flushing stores of TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066. at 1731514357284Flushing e62a32d9e6e67378df67e7faa434f066/A: creating writer at 1731514357284Flushing mob file e62a32d9e6e67378df67e7faa434f066/A: appending metadata at 1731514357289 (+5 ms)Flushing mob file e62a32d9e6e67378df67e7faa434f066/A: closing flushed file at 1731514357289Flushing e62a32d9e6e67378df67e7faa434f066/A: appending metadata at 1731514357698 (+409 ms)Flushing e62a32d9e6e67378df67e7faa434f066/A: closing flushed file at 1731514357698Flushing e62a32d9e6e67378df67e7faa434f066/B: creating writer at 1731514358107 (+409 ms)Flushing e62a32d9e6e67378df67e7faa434f066/B: appending metadata at 1731514358110 (+3 ms)Flushing e62a32d9e6e67378df67e7faa434f066/B: closing flushed file at 1731514358110Flushing e62a32d9e6e67378df67e7faa434f066/C: creating writer at 1731514358518 (+408 ms)Flushing e62a32d9e6e67378df67e7faa434f066/C: appending metadata at 1731514358521 (+3 ms)Flushing e62a32d9e6e67378df67e7faa434f066/C: closing flushed file at 1731514358521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cd5eac: reopening flushed file at 1731514358929 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f578fdf: reopening flushed file at 1731514358932 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c36fa5e: reopening flushed file at 1731514358936 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e62a32d9e6e67378df67e7faa434f066 in 1657ms, sequenceid=381, compaction requested=true at 1731514358940 (+4 ms)Writing region close event to WAL at 1731514359008 (+68 ms)Running coprocessor post-close hooks at 1731514359011 (+3 ms)Closed at 1731514359012 (+1 ms) 2024-11-13T16:12:39,013 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=e62a32d9e6e67378df67e7faa434f066, regionState=CLOSED 2024-11-13T16:12:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:39,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T16:12:39,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure e62a32d9e6e67378df67e7faa434f066, server=c4c650e80f58,38731,1731514299168 in 1.8850 sec 2024-11-13T16:12:39,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-13T16:12:39,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e62a32d9e6e67378df67e7faa434f066, UNASSIGN in 1.8890 sec 2024-11-13T16:12:39,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T16:12:39,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-13T16:12:39,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514359021"}]},"ts":"1731514359021"} 2024-11-13T16:12:39,022 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:12:39,022 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:12:39,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9020 sec 2024-11-13T16:12:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T16:12:39,278 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:39,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:12:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,280 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T16:12:39,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,283 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,285 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits] 2024-11-13T16:12:39,288 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/acd75504009b44e58ace4e181c2c8672 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/acd75504009b44e58ace4e181c2c8672 2024-11-13T16:12:39,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/e37743b8e5df447da1b2b9cd28fac128 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/e37743b8e5df447da1b2b9cd28fac128 2024-11-13T16:12:39,290 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f4234614234844d3a1eed675863c453b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/A/f4234614234844d3a1eed675863c453b 2024-11-13T16:12:39,292 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/3227b816b4384247b846129d60be2700 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/3227b816b4384247b846129d60be2700 2024-11-13T16:12:39,293 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4697a668b09547ae93d9b57bed37eca4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/4697a668b09547ae93d9b57bed37eca4 2024-11-13T16:12:39,294 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c33c097b15d54b1e872a4eefe77f9f38 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/B/c33c097b15d54b1e872a4eefe77f9f38 2024-11-13T16:12:39,296 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/130fcb0487f14480bf032b43dd40e086 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/130fcb0487f14480bf032b43dd40e086 2024-11-13T16:12:39,297 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/67f0249ceb0f48b58044816f295895eb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/67f0249ceb0f48b58044816f295895eb 2024-11-13T16:12:39,298 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/7d16e4383dc54afd82c8a64dcbc4433f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/C/7d16e4383dc54afd82c8a64dcbc4433f 2024-11-13T16:12:39,300 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits/384.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066/recovered.edits/384.seqid 2024-11-13T16:12:39,301 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,301 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:12:39,301 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:12:39,302 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T16:12:39,305 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131265881785d84537b53b75be9826ad4b_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131265881785d84537b53b75be9826ad4b_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,306 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131929234ee9d242b783f3d4ef58ca1c1f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131929234ee9d242b783f3d4ef58ca1c1f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,307 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113236fe50714274c578b74cad81dc5a2fc_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113236fe50714274c578b74cad81dc5a2fc_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,308 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113305ed5ba577e4d77b450d857fc8b1f72_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113305ed5ba577e4d77b450d857fc8b1f72_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,309 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113402bd24f759043c0b076bad4df14d148_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113402bd24f759043c0b076bad4df14d148_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,310 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111347b45e8223624ee1af3a586322f0ffe2_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111347b45e8223624ee1af3a586322f0ffe2_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,311 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111355b9351c1045448e9ce6972945c61f05_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111355b9351c1045448e9ce6972945c61f05_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,312 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356ce5919d84d444bbdad8932ff62726f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356ce5919d84d444bbdad8932ff62726f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,314 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357ac31a9d09249c4aa2742937071652e_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357ac31a9d09249c4aa2742937071652e_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,315 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111364ece51abafd4e74aaba682b7b1bfaac_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111364ece51abafd4e74aaba682b7b1bfaac_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,316 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736aa493d29646c7b346cc04494eaec2_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113736aa493d29646c7b346cc04494eaec2_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,317 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113754c9c9652e74b94a7d8ad216cb6ac2e_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113754c9c9652e74b94a7d8ad216cb6ac2e_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b4c4317af7ee46ffab5c978389502875_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b4c4317af7ee46ffab5c978389502875_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c205f542e3094012ac220d2fa795dbf3_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c205f542e3094012ac220d2fa795dbf3_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,320 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca8d610308fc4d31b21db2e931995884_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca8d610308fc4d31b21db2e931995884_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d423328d0e31409c9f55a6752a59ea90_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d423328d0e31409c9f55a6752a59ea90_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,322 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8e4a2e2cc354262ae83c0eeac77660f_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8e4a2e2cc354262ae83c0eeac77660f_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,323 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113daebb2f6948c498bb828eaa827a0f0db_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113daebb2f6948c498bb828eaa827a0f0db_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,324 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edfa5e5f3e514c4dafc3d28b41a0556a_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edfa5e5f3e514c4dafc3d28b41a0556a_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,326 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eee6c41a4dde416c89fe82dae1d2abcc_e62a32d9e6e67378df67e7faa434f066 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eee6c41a4dde416c89fe82dae1d2abcc_e62a32d9e6e67378df67e7faa434f066 2024-11-13T16:12:39,326 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:12:39,329 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,331 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:12:39,333 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:12:39,334 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,334 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:12:39,334 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514359334"}]},"ts":"9223372036854775807"} 2024-11-13T16:12:39,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:12:39,336 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e62a32d9e6e67378df67e7faa434f066, NAME => 'TestAcidGuarantees,,1731514329287.e62a32d9e6e67378df67e7faa434f066.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:12:39,336 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:12:39,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514359336"}]},"ts":"9223372036854775807"} 2024-11-13T16:12:39,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:12:39,338 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-13T16:12:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T16:12:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:12:39,388 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:39,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=241 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1268566757_22 at /127.0.0.1:35620 [Waiting for operation #122] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1268566757_22 at /127.0.0.1:35616 [Waiting for operation #137] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1436023537_22 at /127.0.0.1:50828 [Waiting for operation #503] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1436023537_22 at /127.0.0.1:51040 [Waiting for operation #483] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=10881 (was 11008) 2024-11-13T16:12:39,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=10881 2024-11-13T16:12:39,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:12:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:12:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:12:39,408 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:12:39,408 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:39,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-13T16:12:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:39,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:12:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742086_1262 (size=959) 2024-11-13T16:12:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:39,816 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:12:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742087_1263 (size=53) 2024-11-13T16:12:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:40,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:12:40,222 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 024428b2fcbea2642db05c0dec2cb44e, disabling compactions & flushes 2024-11-13T16:12:40,222 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,222 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,222 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. after waiting 0 ms 2024-11-13T16:12:40,222 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,222 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,222 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 024428b2fcbea2642db05c0dec2cb44e: Waiting for close lock at 1731514360222Disabling compacts and flushes for region at 1731514360222Disabling writes for close at 1731514360222Writing region close event to WAL at 1731514360222Closed at 1731514360222 2024-11-13T16:12:40,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:12:40,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514360223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514360223"}]},"ts":"1731514360223"} 2024-11-13T16:12:40,224 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:12:40,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:12:40,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514360225"}]},"ts":"1731514360225"} 2024-11-13T16:12:40,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:12:40,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, ASSIGN}] 2024-11-13T16:12:40,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, ASSIGN 2024-11-13T16:12:40,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:12:40,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=024428b2fcbea2642db05c0dec2cb44e, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, ASSIGN because future has completed 2024-11-13T16:12:40,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:12:40,533 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,534 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:12:40,534 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,534 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:12:40,534 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,534 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,535 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,536 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024428b2fcbea2642db05c0dec2cb44e columnFamilyName A 2024-11-13T16:12:40,536 DEBUG [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:40,537 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(327): Store=024428b2fcbea2642db05c0dec2cb44e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:40,537 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,538 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024428b2fcbea2642db05c0dec2cb44e columnFamilyName B 2024-11-13T16:12:40,538 DEBUG [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:40,538 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(327): Store=024428b2fcbea2642db05c0dec2cb44e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:40,538 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,539 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024428b2fcbea2642db05c0dec2cb44e columnFamilyName C 2024-11-13T16:12:40,539 DEBUG [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:12:40,540 INFO [StoreOpener-024428b2fcbea2642db05c0dec2cb44e-1 {}] regionserver.HStore(327): Store=024428b2fcbea2642db05c0dec2cb44e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:12:40,540 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,540 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,541 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,541 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,541 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,542 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:12:40,543 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,544 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:12:40,545 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 024428b2fcbea2642db05c0dec2cb44e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59698819, jitterRate=-0.11041827499866486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:12:40,545 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:40,545 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 024428b2fcbea2642db05c0dec2cb44e: Running coprocessor pre-open hook at 1731514360534Writing region info on filesystem at 1731514360534Initializing all the Stores at 1731514360535 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514360535Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514360535Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514360535Cleaning up temporary data from old regions at 1731514360541 (+6 ms)Running coprocessor post-open hooks at 1731514360545 (+4 ms)Region opened successfully at 1731514360545 2024-11-13T16:12:40,546 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., pid=65, masterSystemTime=1731514360531 2024-11-13T16:12:40,547 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:40,547 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:40,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=024428b2fcbea2642db05c0dec2cb44e, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:40,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:12:40,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-13T16:12:40,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 in 169 msec 2024-11-13T16:12:40,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-13T16:12:40,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, ASSIGN in 323 msec 2024-11-13T16:12:40,553 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:12:40,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514360553"}]},"ts":"1731514360553"} 2024-11-13T16:12:40,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:12:40,555 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:12:40,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-13T16:12:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-13T16:12:41,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:41,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,560 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c201a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185c00db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:12:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:12:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218c79d0 2024-11-13T16:12:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:12:41,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:12:41,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,568 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2c7beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1928d518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,571 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b1199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,572 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286011f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,574 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f1ccf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,575 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f164a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,576 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecec68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7bb6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,579 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7e4684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,580 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3233e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,581 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7824d84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e71a10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185abe96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,585 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528ae5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,587 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6e9ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e32581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,590 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cc456c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,591 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e19e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:12:41,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:12:41,592 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:12:41,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:12:41,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:12:41,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58eb6593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:12:41,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:12:41,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:12:41,593 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:12:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@898290b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:12:41,594 DEBUG [Thread-1220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,594 DEBUG [Thread-1213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,594 DEBUG [Thread-1222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,594 DEBUG [Thread-1226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,595 DEBUG [Thread-1220 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,595 DEBUG [Thread-1209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,595 DEBUG [Thread-1220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,595 DEBUG [Thread-1217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-13T16:12:41,596 DEBUG [Thread-1211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,596 DEBUG [Thread-1224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,596 DEBUG [Thread-1215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:41,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:41,597 DEBUG [Thread-1228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:12:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:12:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:12:41,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:41,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:41,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:12:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:12:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:41,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:41,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:41,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9017afbe5baa4d02978b8cc44c83fb24 is 50, key is test_row_0/A:col10/1731514361602/Put/seqid=0 2024-11-13T16:12:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742088_1264 (size=14341) 2024-11-13T16:12:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514421665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514421667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514421667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514421668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514421668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:41,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:41,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514421777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514421778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514421777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514421778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514421778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:41,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514421988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514421988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514421988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514421988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514421988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9017afbe5baa4d02978b8cc44c83fb24 2024-11-13T16:12:42,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4b306b65c5e34441b1416b58ce4820a2 is 50, key is test_row_0/B:col10/1731514361602/Put/seqid=0 2024-11-13T16:12:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742089_1265 (size=12001) 2024-11-13T16:12:42,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4b306b65c5e34441b1416b58ce4820a2 2024-11-13T16:12:42,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bdc0ad761ec245a5b77bcd6fa793f77e is 50, key is test_row_0/C:col10/1731514361602/Put/seqid=0 2024-11-13T16:12:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742090_1266 (size=12001) 2024-11-13T16:12:42,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514422298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514422298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514422298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514422298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514422298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bdc0ad761ec245a5b77bcd6fa793f77e 2024-11-13T16:12:42,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9017afbe5baa4d02978b8cc44c83fb24 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24 2024-11-13T16:12:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:42,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24, entries=200, sequenceid=14, filesize=14.0 K 2024-11-13T16:12:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4b306b65c5e34441b1416b58ce4820a2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2 2024-11-13T16:12:42,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T16:12:42,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bdc0ad761ec245a5b77bcd6fa793f77e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e 2024-11-13T16:12:42,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T16:12:42,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 024428b2fcbea2642db05c0dec2cb44e in 926ms, sequenceid=14, compaction requested=false 2024-11-13T16:12:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:42,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T16:12:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:42,675 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/b9320eea88e54e97baf88c3aee894248 is 50, key is test_row_0/A:col10/1731514361667/Put/seqid=0 2024-11-13T16:12:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742091_1267 (size=12001) 2024-11-13T16:12:42,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/b9320eea88e54e97baf88c3aee894248 2024-11-13T16:12:42,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/6f1778487e164b1dbd19639bcaec1752 is 50, key is test_row_0/B:col10/1731514361667/Put/seqid=0 2024-11-13T16:12:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742092_1268 (size=12001) 2024-11-13T16:12:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:42,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514422816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514422817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514422818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514422818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514422819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514422928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514422928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514422928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514422928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514422928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/6f1778487e164b1dbd19639bcaec1752 2024-11-13T16:12:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cdd2c0abdc70451bafd0bace27223907 is 50, key is test_row_0/C:col10/1731514361667/Put/seqid=0 2024-11-13T16:12:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742093_1269 (size=12001) 2024-11-13T16:12:43,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514423138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514423138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514423138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514423138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514423138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514423448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514423448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514423448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514423448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514423448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:43,513 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cdd2c0abdc70451bafd0bace27223907 2024-11-13T16:12:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/b9320eea88e54e97baf88c3aee894248 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248 2024-11-13T16:12:43,522 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T16:12:43,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/6f1778487e164b1dbd19639bcaec1752 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752 2024-11-13T16:12:43,527 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T16:12:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cdd2c0abdc70451bafd0bace27223907 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907 2024-11-13T16:12:43,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T16:12:43,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 024428b2fcbea2642db05c0dec2cb44e in 858ms, sequenceid=37, compaction requested=false 2024-11-13T16:12:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-13T16:12:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-13T16:12:43,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T16:12:43,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-11-13T16:12:43,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9420 sec 2024-11-13T16:12:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T16:12:43,748 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:43,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-13T16:12:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:43,750 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:43,751 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:43,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:43,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T16:12:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:43,904 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:12:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4fda3a1383cc4dc89b6d6340faf32c18 is 50, key is test_row_0/A:col10/1731514362817/Put/seqid=0 2024-11-13T16:12:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742094_1270 (size=12001) 2024-11-13T16:12:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514424007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514424006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514424006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514424008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514424013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514424118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514424118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514424118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514424118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514424128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,313 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4fda3a1383cc4dc89b6d6340faf32c18 2024-11-13T16:12:44,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5119ef044b674e22be961b16caa2306a is 50, key is test_row_0/B:col10/1731514362817/Put/seqid=0 2024-11-13T16:12:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742095_1271 (size=12001) 2024-11-13T16:12:44,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514424328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514424328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514424328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514424328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514424338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:44,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:12:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514424637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514424637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514424637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514424638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514424648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:44,724 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5119ef044b674e22be961b16caa2306a 2024-11-13T16:12:44,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a107f50e31d946d6934f6fb0c8824ebe is 50, key is test_row_0/C:col10/1731514362817/Put/seqid=0 2024-11-13T16:12:44,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742096_1272 (size=12001) 2024-11-13T16:12:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:45,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a107f50e31d946d6934f6fb0c8824ebe 2024-11-13T16:12:45,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4fda3a1383cc4dc89b6d6340faf32c18 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18 2024-11-13T16:12:45,144 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T16:12:45,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5119ef044b674e22be961b16caa2306a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a 2024-11-13T16:12:45,149 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T16:12:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a107f50e31d946d6934f6fb0c8824ebe as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe 2024-11-13T16:12:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514425148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514425148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514425148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514425148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,154 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T16:12:45,155 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 024428b2fcbea2642db05c0dec2cb44e in 1252ms, sequenceid=50, compaction requested=true 2024-11-13T16:12:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-13T16:12:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-13T16:12:45,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-13T16:12:45,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-13T16:12:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:45,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:12:45,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4110 sec 2024-11-13T16:12:45,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a7ffe9df5c874d23ba2b71e1f9dec86e is 50, key is test_row_0/A:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742097_1273 (size=14341) 2024-11-13T16:12:45,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514425199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514425308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514425517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:45,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a7ffe9df5c874d23ba2b71e1f9dec86e 2024-11-13T16:12:45,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/52547cc34f9545aa8d0a50156ea3d59c is 50, key is test_row_0/B:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742098_1274 (size=12001) 2024-11-13T16:12:45,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/52547cc34f9545aa8d0a50156ea3d59c 2024-11-13T16:12:45,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ad2393dff6d14082ae0d6156363a0f32 is 50, key is test_row_0/C:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742099_1275 (size=12001) 2024-11-13T16:12:45,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ad2393dff6d14082ae0d6156363a0f32 2024-11-13T16:12:45,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a7ffe9df5c874d23ba2b71e1f9dec86e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e 2024-11-13T16:12:45,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e, entries=200, sequenceid=74, filesize=14.0 K 2024-11-13T16:12:45,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/52547cc34f9545aa8d0a50156ea3d59c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c 2024-11-13T16:12:45,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T16:12:45,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ad2393dff6d14082ae0d6156363a0f32 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32 2024-11-13T16:12:45,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T16:12:45,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 024428b2fcbea2642db05c0dec2cb44e in 460ms, sequenceid=74, compaction requested=true 2024-11-13T16:12:45,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:45,620 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:45,620 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:45,621 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:45,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:45,621 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:45,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:45,621 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:45,621 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=46.9 K 2024-11-13T16:12:45,621 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:45,621 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=51.4 K 2024-11-13T16:12:45,622 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b306b65c5e34441b1416b58ce4820a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514361602 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9017afbe5baa4d02978b8cc44c83fb24, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514361602 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f1778487e164b1dbd19639bcaec1752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731514361659 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9320eea88e54e97baf88c3aee894248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731514361659 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5119ef044b674e22be961b16caa2306a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514362817 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fda3a1383cc4dc89b6d6340faf32c18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514362817 2024-11-13T16:12:45,623 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 52547cc34f9545aa8d0a50156ea3d59c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363975 2024-11-13T16:12:45,624 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ffe9df5c874d23ba2b71e1f9dec86e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363970 2024-11-13T16:12:45,633 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:45,633 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:45,634 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/5ceef83fde1849f88d908e6e32b6749f is 50, key is test_row_0/A:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,634 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/9ef6971dcf0644aa905c32d06cfb6941 is 50, key is test_row_0/B:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742100_1276 (size=12139) 2024-11-13T16:12:45,645 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/5ceef83fde1849f88d908e6e32b6749f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5ceef83fde1849f88d908e6e32b6749f 2024-11-13T16:12:45,650 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 5ceef83fde1849f88d908e6e32b6749f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:45,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:45,650 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=12, startTime=1731514365619; duration=0sec 2024-11-13T16:12:45,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:45,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:45,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:45,651 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:45,651 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:45,651 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:45,651 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=46.9 K 2024-11-13T16:12:45,652 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdc0ad761ec245a5b77bcd6fa793f77e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731514361602 2024-11-13T16:12:45,652 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd2c0abdc70451bafd0bace27223907, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731514361659 2024-11-13T16:12:45,652 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a107f50e31d946d6934f6fb0c8824ebe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514362817 2024-11-13T16:12:45,653 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad2393dff6d14082ae0d6156363a0f32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363975 2024-11-13T16:12:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742101_1277 (size=12139) 2024-11-13T16:12:45,662 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:45,662 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/9ef6971dcf0644aa905c32d06cfb6941 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9ef6971dcf0644aa905c32d06cfb6941 2024-11-13T16:12:45,662 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/b1e54c991978488a83cd5d56dd6add60 is 50, key is test_row_0/C:col10/1731514365158/Put/seqid=0 2024-11-13T16:12:45,667 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 9ef6971dcf0644aa905c32d06cfb6941(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:45,667 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:45,667 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=12, startTime=1731514365620; duration=0sec 2024-11-13T16:12:45,667 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:45,667 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742102_1278 (size=12139) 2024-11-13T16:12:45,673 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/b1e54c991978488a83cd5d56dd6add60 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/b1e54c991978488a83cd5d56dd6add60 2024-11-13T16:12:45,678 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into b1e54c991978488a83cd5d56dd6add60(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:45,678 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:45,678 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=12, startTime=1731514365620; duration=0sec 2024-11-13T16:12:45,678 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:45,678 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:45,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:12:45,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/64d0ab2b14f440799df097f2b698b104 is 50, key is test_row_0/A:col10/1731514365198/Put/seqid=0 2024-11-13T16:12:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742103_1279 (size=14341) 2024-11-13T16:12:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T16:12:45,898 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:45,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-13T16:12:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T16:12:45,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:45,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:45,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514425925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T16:12:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514426038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514426158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,161 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:46,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514426168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514426168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514426168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,170 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,170 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,170 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T16:12:46,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/64d0ab2b14f440799df097f2b698b104 2024-11-13T16:12:46,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514426248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/afac7a399ba8444fa8d50e131b922be6 is 50, key is test_row_0/B:col10/1731514365198/Put/seqid=0 2024-11-13T16:12:46,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742104_1280 (size=12001) 2024-11-13T16:12:46,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T16:12:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514426558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:46,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/afac7a399ba8444fa8d50e131b922be6 2024-11-13T16:12:46,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:46,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/81976932db824c9abc606bc3b4a29913 is 50, key is test_row_0/C:col10/1731514365198/Put/seqid=0 2024-11-13T16:12:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742105_1281 (size=12001) 2024-11-13T16:12:46,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/81976932db824c9abc606bc3b4a29913 2024-11-13T16:12:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/64d0ab2b14f440799df097f2b698b104 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104 2024-11-13T16:12:46,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104, entries=200, sequenceid=90, filesize=14.0 K 2024-11-13T16:12:46,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/afac7a399ba8444fa8d50e131b922be6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6 2024-11-13T16:12:46,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T16:12:46,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/81976932db824c9abc606bc3b4a29913 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913 2024-11-13T16:12:46,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T16:12:46,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 024428b2fcbea2642db05c0dec2cb44e in 879ms, sequenceid=90, compaction requested=false 2024-11-13T16:12:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:46,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T16:12:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:46,821 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4e16928532804580b2500364729d91b8 is 50, key is test_row_0/A:col10/1731514365905/Put/seqid=0 2024-11-13T16:12:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742106_1282 (size=12001) 2024-11-13T16:12:46,865 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4e16928532804580b2500364729d91b8 2024-11-13T16:12:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d199e93757cb4b989c64f1d12ca1fd42 is 50, key is test_row_0/B:col10/1731514365905/Put/seqid=0 2024-11-13T16:12:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742107_1283 (size=12001) 2024-11-13T16:12:46,917 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d199e93757cb4b989c64f1d12ca1fd42 2024-11-13T16:12:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/2aff62596e694882a3aac577cd867303 is 50, key is test_row_0/C:col10/1731514365905/Put/seqid=0 2024-11-13T16:12:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742108_1284 (size=12001) 2024-11-13T16:12:46,978 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/2aff62596e694882a3aac577cd867303 2024-11-13T16:12:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4e16928532804580b2500364729d91b8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8 2024-11-13T16:12:46,996 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T16:12:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d199e93757cb4b989c64f1d12ca1fd42 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42 2024-11-13T16:12:47,011 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T16:12:47,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/2aff62596e694882a3aac577cd867303 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303 2024-11-13T16:12:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T16:12:47,021 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 024428b2fcbea2642db05c0dec2cb44e in 200ms, sequenceid=113, compaction requested=true 2024-11-13T16:12:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-13T16:12:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-13T16:12:47,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T16:12:47,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-13T16:12:47,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1280 sec 2024-11-13T16:12:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T16:12:47,039 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:47,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T16:12:47,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:47,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:47,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:47,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:47,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/72944c0db480493daf7470d0e65f1e9d is 50, key is test_row_0/A:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742109_1285 (size=12001) 2024-11-13T16:12:47,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/72944c0db480493daf7470d0e65f1e9d 2024-11-13T16:12:47,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/dbced8a75f6445a49adefe799e61f7d8 is 50, key is test_row_0/B:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742110_1286 (size=12001) 2024-11-13T16:12:47,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/dbced8a75f6445a49adefe799e61f7d8 2024-11-13T16:12:47,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T16:12:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:47,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/195c29c331334a26876b837c1860bac6 is 50, key is test_row_0/C:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742111_1287 (size=12001) 2024-11-13T16:12:47,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/195c29c331334a26876b837c1860bac6 2024-11-13T16:12:47,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/72944c0db480493daf7470d0e65f1e9d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d 2024-11-13T16:12:47,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d, entries=150, sequenceid=124, filesize=11.7 K 2024-11-13T16:12:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/dbced8a75f6445a49adefe799e61f7d8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8 2024-11-13T16:12:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514427263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:47,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8, entries=150, sequenceid=124, filesize=11.7 K 2024-11-13T16:12:47,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/195c29c331334a26876b837c1860bac6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6 2024-11-13T16:12:47,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6, entries=150, sequenceid=124, filesize=11.7 K 2024-11-13T16:12:47,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 024428b2fcbea2642db05c0dec2cb44e in 186ms, sequenceid=124, compaction requested=true 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:47,279 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:47,280 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:47,281 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:47,281 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:47,281 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,281 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5ceef83fde1849f88d908e6e32b6749f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=49.3 K 2024-11-13T16:12:47,281 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:47,281 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:47,281 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,282 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9ef6971dcf0644aa905c32d06cfb6941, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=47.0 K 2024-11-13T16:12:47,283 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ceef83fde1849f88d908e6e32b6749f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363975 2024-11-13T16:12:47,283 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ef6971dcf0644aa905c32d06cfb6941, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363975 2024-11-13T16:12:47,284 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting afac7a399ba8444fa8d50e131b922be6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514365193 2024-11-13T16:12:47,284 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64d0ab2b14f440799df097f2b698b104, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514365189 2024-11-13T16:12:47,284 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d199e93757cb4b989c64f1d12ca1fd42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731514365905 2024-11-13T16:12:47,284 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e16928532804580b2500364729d91b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731514365905 2024-11-13T16:12:47,285 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72944c0db480493daf7470d0e65f1e9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:47,286 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting dbced8a75f6445a49adefe799e61f7d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:47,313 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:47,313 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9a294e8c110243e6bf83273b3519e788 is 50, key is test_row_0/A:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,317 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:47,317 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/db396d1efd6f46f98d78cca9712a638f is 50, key is test_row_0/B:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742112_1288 (size=12275) 2024-11-13T16:12:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742113_1289 (size=12275) 2024-11-13T16:12:47,345 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/db396d1efd6f46f98d78cca9712a638f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/db396d1efd6f46f98d78cca9712a638f 2024-11-13T16:12:47,350 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into db396d1efd6f46f98d78cca9712a638f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:47,350 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:47,350 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=12, startTime=1731514367279; duration=0sec 2024-11-13T16:12:47,351 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:47,351 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:47,351 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:12:47,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T16:12:47,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,352 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:12:47,352 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:12:47,352 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:47,352 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:47,353 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/b1e54c991978488a83cd5d56dd6add60, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=47.0 K 2024-11-13T16:12:47,353 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b1e54c991978488a83cd5d56dd6add60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731514363975 2024-11-13T16:12:47,354 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 81976932db824c9abc606bc3b4a29913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514365193 2024-11-13T16:12:47,354 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aff62596e694882a3aac577cd867303, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731514365905 2024-11-13T16:12:47,354 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 195c29c331334a26876b837c1860bac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9f6589e73230480dbf3c78f23fa3089d is 50, key is test_row_0/A:col10/1731514367261/Put/seqid=0 2024-11-13T16:12:47,373 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:47,373 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/f9d83cacaf91436b95d8a03c0759ff53 is 50, key is test_row_0/C:col10/1731514367077/Put/seqid=0 2024-11-13T16:12:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742114_1290 (size=12151) 2024-11-13T16:12:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:47,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742115_1291 (size=12275) 2024-11-13T16:12:47,404 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/f9d83cacaf91436b95d8a03c0759ff53 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9d83cacaf91436b95d8a03c0759ff53 2024-11-13T16:12:47,413 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into f9d83cacaf91436b95d8a03c0759ff53(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:47,413 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:47,413 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=12, startTime=1731514367279; duration=0sec 2024-11-13T16:12:47,413 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:47,413 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514427417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514427528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:47,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514427738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:47,742 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9a294e8c110243e6bf83273b3519e788 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9a294e8c110243e6bf83273b3519e788 2024-11-13T16:12:47,749 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 9a294e8c110243e6bf83273b3519e788(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:47,749 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:47,749 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=12, startTime=1731514367279; duration=0sec 2024-11-13T16:12:47,749 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:47,749 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:47,779 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9f6589e73230480dbf3c78f23fa3089d 2024-11-13T16:12:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a61f6e234f044a949b6cd449ae677acc is 50, key is test_row_0/B:col10/1731514367261/Put/seqid=0 2024-11-13T16:12:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742116_1292 (size=12151) 2024-11-13T16:12:48,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514428047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514428177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514428178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514428178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,180 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,180 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,180 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,193 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a61f6e234f044a949b6cd449ae677acc 2024-11-13T16:12:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514428198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,201 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/69f83c58dab842db9304c1f305b53c75 is 50, key is test_row_0/C:col10/1731514367261/Put/seqid=0 2024-11-13T16:12:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742117_1293 (size=12151) 2024-11-13T16:12:48,208 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/69f83c58dab842db9304c1f305b53c75 2024-11-13T16:12:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9f6589e73230480dbf3c78f23fa3089d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d 2024-11-13T16:12:48,216 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T16:12:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a61f6e234f044a949b6cd449ae677acc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc 2024-11-13T16:12:48,220 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T16:12:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/69f83c58dab842db9304c1f305b53c75 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75 2024-11-13T16:12:48,225 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T16:12:48,226 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 024428b2fcbea2642db05c0dec2cb44e in 874ms, sequenceid=150, compaction requested=false 2024-11-13T16:12:48,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:48,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:48,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T16:12:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T16:12:48,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T16:12:48,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1840 sec 2024-11-13T16:12:48,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1910 sec 2024-11-13T16:12:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:48,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T16:12:48,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/5d3319920c3043089cad81b8c4fd2e49 is 50, key is test_row_0/A:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:48,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742118_1294 (size=12151) 2024-11-13T16:12:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514428651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514428757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514428968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:48,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/5d3319920c3043089cad81b8c4fd2e49 2024-11-13T16:12:48,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f60beb009ede4baeb38df28b1bee683d is 50, key is test_row_0/B:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742119_1295 (size=12151) 2024-11-13T16:12:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T16:12:49,188 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:49,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T16:12:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:49,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:49,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:49,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:49,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514429278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:49,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T16:12:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f60beb009ede4baeb38df28b1bee683d 2024-11-13T16:12:49,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ee6e73ef263c48da913517e53e237c04 is 50, key is test_row_0/C:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742120_1296 (size=12151) 2024-11-13T16:12:49,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T16:12:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:49,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T16:12:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514429788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:49,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ee6e73ef263c48da913517e53e237c04 2024-11-13T16:12:49,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T16:12:49,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:49,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/5d3319920c3043089cad81b8c4fd2e49 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49 2024-11-13T16:12:49,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:12:49,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f60beb009ede4baeb38df28b1bee683d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d 2024-11-13T16:12:49,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:12:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ee6e73ef263c48da913517e53e237c04 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04 2024-11-13T16:12:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:49,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:12:49,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 024428b2fcbea2642db05c0dec2cb44e in 1260ms, sequenceid=164, compaction requested=true 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:49,819 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:49,819 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:49,820 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:49,820 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:49,820 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:49,820 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:49,820 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,820 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,820 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9a294e8c110243e6bf83273b3519e788, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=35.7 K 2024-11-13T16:12:49,820 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/db396d1efd6f46f98d78cca9712a638f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=35.7 K 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a294e8c110243e6bf83273b3519e788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting db396d1efd6f46f98d78cca9712a638f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f6589e73230480dbf3c78f23fa3089d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731514367233 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a61f6e234f044a949b6cd449ae677acc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731514367233 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d3319920c3043089cad81b8c4fd2e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:49,821 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f60beb009ede4baeb38df28b1bee683d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:49,830 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:49,830 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af107f334fec47f2b07af2fc20148032 is 50, key is test_row_0/A:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:49,830 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:49,831 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/eb8c56ef6df9481d90ecbef1effc24df is 50, key is test_row_0/B:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742121_1297 (size=12527) 2024-11-13T16:12:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742122_1298 (size=12527) 2024-11-13T16:12:49,843 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af107f334fec47f2b07af2fc20148032 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af107f334fec47f2b07af2fc20148032 2024-11-13T16:12:49,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into af107f334fec47f2b07af2fc20148032(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:49,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514369819; duration=0sec 2024-11-13T16:12:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:49,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:49,850 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:49,850 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:49,850 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,850 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9d83cacaf91436b95d8a03c0759ff53, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=35.7 K 2024-11-13T16:12:49,852 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9d83cacaf91436b95d8a03c0759ff53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731514367077 2024-11-13T16:12:49,852 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f83c58dab842db9304c1f305b53c75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731514367233 2024-11-13T16:12:49,852 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee6e73ef263c48da913517e53e237c04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:49,862 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:49,862 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/8a4cc86e8855415b9b7f1de9b5fed71a is 50, key is test_row_0/C:col10/1731514367410/Put/seqid=0 2024-11-13T16:12:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742123_1299 (size=12527) 2024-11-13T16:12:49,874 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/8a4cc86e8855415b9b7f1de9b5fed71a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8a4cc86e8855415b9b7f1de9b5fed71a 2024-11-13T16:12:49,880 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 8a4cc86e8855415b9b7f1de9b5fed71a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:49,880 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:49,880 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514369819; duration=0sec 2024-11-13T16:12:49,880 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:49,881 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:49,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T16:12:49,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:49,956 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:12:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4a2dc4dda1dc4398bfb90d53b55e9329 is 50, key is test_row_0/A:col10/1731514368640/Put/seqid=0 2024-11-13T16:12:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742124_1300 (size=12151) 2024-11-13T16:12:50,243 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/eb8c56ef6df9481d90ecbef1effc24df as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eb8c56ef6df9481d90ecbef1effc24df 2024-11-13T16:12:50,247 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into eb8c56ef6df9481d90ecbef1effc24df(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:50,248 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:50,248 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514369819; duration=0sec 2024-11-13T16:12:50,248 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:50,248 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:50,375 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4a2dc4dda1dc4398bfb90d53b55e9329 2024-11-13T16:12:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/9007d85f9da947c99d75586279afea88 is 50, key is test_row_0/B:col10/1731514368640/Put/seqid=0 2024-11-13T16:12:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742125_1301 (size=12151) 2024-11-13T16:12:50,787 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/9007d85f9da947c99d75586279afea88 2024-11-13T16:12:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/6994638ef99244c78208cc7249bd612a is 50, key is test_row_0/C:col10/1731514368640/Put/seqid=0 2024-11-13T16:12:50,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742126_1302 (size=12151) 2024-11-13T16:12:50,799 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/6994638ef99244c78208cc7249bd612a 2024-11-13T16:12:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:50,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/4a2dc4dda1dc4398bfb90d53b55e9329 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329 2024-11-13T16:12:50,812 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329, entries=150, sequenceid=190, filesize=11.9 K 2024-11-13T16:12:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/9007d85f9da947c99d75586279afea88 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88 2024-11-13T16:12:50,816 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88, entries=150, sequenceid=190, filesize=11.9 K 2024-11-13T16:12:50,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/6994638ef99244c78208cc7249bd612a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a 2024-11-13T16:12:50,821 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a, entries=150, sequenceid=190, filesize=11.9 K 2024-11-13T16:12:50,822 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 024428b2fcbea2642db05c0dec2cb44e in 866ms, sequenceid=190, compaction requested=false 2024-11-13T16:12:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T16:12:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T16:12:50,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T16:12:50,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-13T16:12:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:50,827 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:50,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:12:50,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6390 sec 2024-11-13T16:12:50,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0cacc382052f40f294a4559c96139e8d is 50, key is test_row_0/A:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:50,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742127_1303 (size=14541) 2024-11-13T16:12:50,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0cacc382052f40f294a4559c96139e8d 2024-11-13T16:12:50,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a038e2d4ad3f4d248d5b344a94632331 is 50, key is test_row_0/B:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742128_1304 (size=12151) 2024-11-13T16:12:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514430923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514431038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514431247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:51,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a038e2d4ad3f4d248d5b344a94632331 2024-11-13T16:12:51,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/8c695c55cde946ef9706e87b4735a601 is 50, key is test_row_0/C:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742129_1305 (size=12151) 2024-11-13T16:12:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T16:12:51,338 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:51,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T16:12:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:51,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:51,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:51,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:51,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T16:12:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514431558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:51,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T16:12:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:51,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/8c695c55cde946ef9706e87b4735a601 2024-11-13T16:12:51,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0cacc382052f40f294a4559c96139e8d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d 2024-11-13T16:12:51,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d, entries=200, sequenceid=202, filesize=14.2 K 2024-11-13T16:12:51,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/a038e2d4ad3f4d248d5b344a94632331 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331 2024-11-13T16:12:51,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T16:12:51,689 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T16:12:51,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/8c695c55cde946ef9706e87b4735a601 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601 2024-11-13T16:12:51,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T16:12:51,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 024428b2fcbea2642db05c0dec2cb44e in 866ms, sequenceid=202, compaction requested=true 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:51,694 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:51,694 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:51,695 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,695 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,695 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af107f334fec47f2b07af2fc20148032, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=38.3 K 2024-11-13T16:12:51,695 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eb8c56ef6df9481d90ecbef1effc24df, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.0 K 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eb8c56ef6df9481d90ecbef1effc24df, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:51,695 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting af107f334fec47f2b07af2fc20148032, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:51,696 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9007d85f9da947c99d75586279afea88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731514368640 2024-11-13T16:12:51,696 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a2dc4dda1dc4398bfb90d53b55e9329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731514368640 2024-11-13T16:12:51,696 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a038e2d4ad3f4d248d5b344a94632331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:51,696 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cacc382052f40f294a4559c96139e8d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:51,702 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#261 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:51,703 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:51,703 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a1116caf7a0643f6b28140e63aa4b22e is 50, key is test_row_0/A:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:51,703 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4ac2420eb4ca4fae88a35bb3f53b4536 is 50, key is test_row_0/B:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742131_1307 (size=12629) 2024-11-13T16:12:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742130_1306 (size=12629) 2024-11-13T16:12:51,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T16:12:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:51,801 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:12:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7d55531caede445d8fca92006974886f is 50, key is test_row_0/A:col10/1731514370912/Put/seqid=0 2024-11-13T16:12:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742132_1308 (size=12151) 2024-11-13T16:12:51,823 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7d55531caede445d8fca92006974886f 2024-11-13T16:12:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/471140090ae444a8b2e907554a2c4ab3 is 50, key is test_row_0/B:col10/1731514370912/Put/seqid=0 2024-11-13T16:12:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742133_1309 (size=12151) 2024-11-13T16:12:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514432103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,113 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4ac2420eb4ca4fae88a35bb3f53b4536 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4ac2420eb4ca4fae88a35bb3f53b4536 2024-11-13T16:12:52,115 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a1116caf7a0643f6b28140e63aa4b22e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a1116caf7a0643f6b28140e63aa4b22e 2024-11-13T16:12:52,119 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 4ac2420eb4ca4fae88a35bb3f53b4536(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:52,119 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:52,119 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514371694; duration=0sec 2024-11-13T16:12:52,119 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:52,119 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:52,119 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:52,120 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into a1116caf7a0643f6b28140e63aa4b22e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:52,120 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:52,120 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514371694; duration=0sec 2024-11-13T16:12:52,120 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:52,120 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:52,121 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:52,121 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:52,121 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:52,121 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8a4cc86e8855415b9b7f1de9b5fed71a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.0 K 2024-11-13T16:12:52,122 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a4cc86e8855415b9b7f1de9b5fed71a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514367410 2024-11-13T16:12:52,122 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6994638ef99244c78208cc7249bd612a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731514368640 2024-11-13T16:12:52,123 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c695c55cde946ef9706e87b4735a601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:52,130 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:52,130 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/9aefafd3fc65467586bcb1b19573e71f is 50, key is test_row_0/C:col10/1731514370821/Put/seqid=0 2024-11-13T16:12:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742134_1310 (size=12629) 2024-11-13T16:12:52,145 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/9aefafd3fc65467586bcb1b19573e71f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/9aefafd3fc65467586bcb1b19573e71f 2024-11-13T16:12:52,151 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 9aefafd3fc65467586bcb1b19573e71f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:52,151 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:52,151 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514371694; duration=0sec 2024-11-13T16:12:52,151 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:52,151 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57092 deadline: 1731514432198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,200 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1731514432208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57082 deadline: 1731514432208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,211 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,211 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514432218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,235 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/471140090ae444a8b2e907554a2c4ab3 2024-11-13T16:12:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57108 deadline: 1731514432237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,240 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 024428b2fcbea2642db05c0dec2cb44e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:12:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/e1453328292e4dec96b5741f30a81ab7 is 50, key is test_row_0/C:col10/1731514370912/Put/seqid=0 2024-11-13T16:12:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742135_1311 (size=12151) 2024-11-13T16:12:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514432428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:52,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/e1453328292e4dec96b5741f30a81ab7 2024-11-13T16:12:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7d55531caede445d8fca92006974886f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f 2024-11-13T16:12:52,655 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f, entries=150, sequenceid=227, filesize=11.9 K 2024-11-13T16:12:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/471140090ae444a8b2e907554a2c4ab3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3 2024-11-13T16:12:52,660 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3, entries=150, sequenceid=227, filesize=11.9 K 2024-11-13T16:12:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T16:12:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/e1453328292e4dec96b5741f30a81ab7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7 2024-11-13T16:12:52,664 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7, entries=150, sequenceid=227, filesize=11.9 K 2024-11-13T16:12:52,665 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 024428b2fcbea2642db05c0dec2cb44e in 864ms, sequenceid=227, compaction requested=false 2024-11-13T16:12:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T16:12:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T16:12:52,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T16:12:52,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-11-13T16:12:52,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3390 sec 2024-11-13T16:12:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:52,740 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:52,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T16:12:52,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af9c5f7bc5304ceea6e89ea506a2a1d1 is 50, key is test_row_0/A:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742136_1312 (size=14541) 2024-11-13T16:12:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514432835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:52,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514432947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:53,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af9c5f7bc5304ceea6e89ea506a2a1d1 2024-11-13T16:12:53,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4d2ae6e0c5224a899fd7cb3940cc48e3 is 50, key is test_row_0/B:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742137_1313 (size=12151) 2024-11-13T16:12:53,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4d2ae6e0c5224a899fd7cb3940cc48e3 2024-11-13T16:12:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514433158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:53,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ab2f89a5c0b1431a9eb94f7c582c0594 is 50, key is test_row_0/C:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742138_1314 (size=12151) 2024-11-13T16:12:53,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514433467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T16:12:53,488 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:53,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T16:12:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T16:12:53,490 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:53,491 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:53,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:53,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ab2f89a5c0b1431a9eb94f7c582c0594 2024-11-13T16:12:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af9c5f7bc5304ceea6e89ea506a2a1d1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1 2024-11-13T16:12:53,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1, entries=200, sequenceid=242, filesize=14.2 K 2024-11-13T16:12:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4d2ae6e0c5224a899fd7cb3940cc48e3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3 2024-11-13T16:12:53,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T16:12:53,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/ab2f89a5c0b1431a9eb94f7c582c0594 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594 2024-11-13T16:12:53,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T16:12:53,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 024428b2fcbea2642db05c0dec2cb44e in 848ms, sequenceid=242, compaction requested=true 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:53,588 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:53,588 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:53,589 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:53,589 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:53,589 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:53,589 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:53,589 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:53,589 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:53,589 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a1116caf7a0643f6b28140e63aa4b22e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=38.4 K 2024-11-13T16:12:53,589 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4ac2420eb4ca4fae88a35bb3f53b4536, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.1 K 2024-11-13T16:12:53,590 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac2420eb4ca4fae88a35bb3f53b4536, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:53,590 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1116caf7a0643f6b28140e63aa4b22e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:53,590 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d55531caede445d8fca92006974886f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731514370907 2024-11-13T16:12:53,590 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9c5f7bc5304ceea6e89ea506a2a1d1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:53,590 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 471140090ae444a8b2e907554a2c4ab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731514370907 2024-11-13T16:12:53,591 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d2ae6e0c5224a899fd7cb3940cc48e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:53,597 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T16:12:53,598 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a64ea24f0c7246eebab5727d7a2a6901 is 50, key is test_row_0/A:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:53,600 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:53,600 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/1d572d1ad32a4f6fa154995b854394be is 50, key is test_row_0/B:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742139_1315 (size=12731) 2024-11-13T16:12:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742140_1316 (size=12731) 2024-11-13T16:12:53,608 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a64ea24f0c7246eebab5727d7a2a6901 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a64ea24f0c7246eebab5727d7a2a6901 2024-11-13T16:12:53,611 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/1d572d1ad32a4f6fa154995b854394be as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/1d572d1ad32a4f6fa154995b854394be 2024-11-13T16:12:53,614 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into a64ea24f0c7246eebab5727d7a2a6901(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:53,614 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:53,614 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514373588; duration=0sec 2024-11-13T16:12:53,615 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:53,615 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:53,615 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:53,616 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 1d572d1ad32a4f6fa154995b854394be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:53,616 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:53,616 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514373588; duration=0sec 2024-11-13T16:12:53,616 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:53,616 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:53,616 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:53,616 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:53,617 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:53,617 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/9aefafd3fc65467586bcb1b19573e71f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.1 K 2024-11-13T16:12:53,617 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aefafd3fc65467586bcb1b19573e71f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731514370816 2024-11-13T16:12:53,618 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1453328292e4dec96b5741f30a81ab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731514370907 2024-11-13T16:12:53,618 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab2f89a5c0b1431a9eb94f7c582c0594, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:53,624 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:53,624 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/86af4b2b1e8f4936b167f9ee1795147b is 50, key is test_row_0/C:col10/1731514372082/Put/seqid=0 2024-11-13T16:12:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742141_1317 (size=12731) 2024-11-13T16:12:53,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T16:12:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:53,643 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:12:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/f663f27f65d64de0823b3273605edf04 is 50, key is test_row_0/A:col10/1731514372821/Put/seqid=0 2024-11-13T16:12:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742142_1318 (size=12301) 2024-11-13T16:12:53,656 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/f663f27f65d64de0823b3273605edf04 2024-11-13T16:12:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5df3fd0667a640a285b2037b441cd9ac is 50, key is test_row_0/B:col10/1731514372821/Put/seqid=0 2024-11-13T16:12:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742143_1319 (size=12301) 2024-11-13T16:12:53,668 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5df3fd0667a640a285b2037b441cd9ac 2024-11-13T16:12:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/846ebe0bb487476d892a2fa9d140d96b is 50, key is test_row_0/C:col10/1731514372821/Put/seqid=0 2024-11-13T16:12:53,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742144_1320 (size=12301) 2024-11-13T16:12:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T16:12:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:53,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,033 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/86af4b2b1e8f4936b167f9ee1795147b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/86af4b2b1e8f4936b167f9ee1795147b 2024-11-13T16:12:54,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514434029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:54,037 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 86af4b2b1e8f4936b167f9ee1795147b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:54,037 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:54,037 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514373588; duration=0sec 2024-11-13T16:12:54,037 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:54,037 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:54,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/846ebe0bb487476d892a2fa9d140d96b 2024-11-13T16:12:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/f663f27f65d64de0823b3273605edf04 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04 2024-11-13T16:12:54,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04, entries=150, sequenceid=268, filesize=12.0 K 2024-11-13T16:12:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5df3fd0667a640a285b2037b441cd9ac as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac 2024-11-13T16:12:54,101 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac, entries=150, sequenceid=268, filesize=12.0 K 2024-11-13T16:12:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/846ebe0bb487476d892a2fa9d140d96b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b 2024-11-13T16:12:54,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b, entries=150, sequenceid=268, filesize=12.0 K 2024-11-13T16:12:54,107 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 024428b2fcbea2642db05c0dec2cb44e in 464ms, sequenceid=268, compaction requested=false 2024-11-13T16:12:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T16:12:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T16:12:54,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T16:12:54,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-11-13T16:12:54,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 623 msec 2024-11-13T16:12:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T16:12:54,118 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:54,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-13T16:12:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:54,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:54,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:54,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:54,140 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:54,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:12:54,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/def923ea51e644b8858a4cae87d37c55 is 50, key is test_row_0/A:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742145_1321 (size=12297) 2024-11-13T16:12:54,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/def923ea51e644b8858a4cae87d37c55 2024-11-13T16:12:54,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f2cb9b0dab2b4359838075ccf8e39a64 is 50, key is test_row_0/B:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:54,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742146_1322 (size=9857) 2024-11-13T16:12:54,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514434223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:54,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514434328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:54,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:54,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:54,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514434538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:54,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f2cb9b0dab2b4359838075ccf8e39a64 2024-11-13T16:12:54,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/28619929b561457c9d67168ed244a237 is 50, key is test_row_0/C:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:54,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:54,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742147_1323 (size=9857) 2024-11-13T16:12:54,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:54,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514434847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:54,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:54,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:54,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/28619929b561457c9d67168ed244a237 2024-11-13T16:12:54,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/def923ea51e644b8858a4cae87d37c55 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55 2024-11-13T16:12:54,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55, entries=150, sequenceid=282, filesize=12.0 K 2024-11-13T16:12:54,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/f2cb9b0dab2b4359838075ccf8e39a64 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64 2024-11-13T16:12:55,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64, entries=100, sequenceid=282, filesize=9.6 K 2024-11-13T16:12:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/28619929b561457c9d67168ed244a237 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237 2024-11-13T16:12:55,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237, entries=100, sequenceid=282, filesize=9.6 K 2024-11-13T16:12:55,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 024428b2fcbea2642db05c0dec2cb44e in 868ms, sequenceid=282, compaction requested=true 2024-11-13T16:12:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:55,008 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:55,009 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:55,009 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:55,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:55,009 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:55,010 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:55,010 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a64ea24f0c7246eebab5727d7a2a6901, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.5 K 2024-11-13T16:12:55,010 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a64ea24f0c7246eebab5727d7a2a6901, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:55,010 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:55,010 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:55,010 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:55,010 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/1d572d1ad32a4f6fa154995b854394be, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=34.1 K 2024-11-13T16:12:55,011 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f663f27f65d64de0823b3273605edf04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731514372821 2024-11-13T16:12:55,011 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d572d1ad32a4f6fa154995b854394be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:55,011 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting def923ea51e644b8858a4cae87d37c55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514374004 2024-11-13T16:12:55,012 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df3fd0667a640a285b2037b441cd9ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731514372821 2024-11-13T16:12:55,013 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f2cb9b0dab2b4359838075ccf8e39a64, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514374013 2024-11-13T16:12:55,020 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:55,020 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:55,020 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/71d5fd6aee70460aae102266e4ecfe89 is 50, key is test_row_0/A:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:55,021 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/98f8e7bfe25c4accae664305a6e202cb is 50, key is test_row_0/B:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742149_1325 (size=12983) 2024-11-13T16:12:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742148_1324 (size=12983) 2024-11-13T16:12:55,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T16:12:55,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:55,045 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:12:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a301c09790794b46bbae7119f4df5367 is 50, key is test_row_0/A:col10/1731514374217/Put/seqid=0 2024-11-13T16:12:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742150_1326 (size=12301) 2024-11-13T16:12:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:55,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514435408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:55,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:55,433 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/98f8e7bfe25c4accae664305a6e202cb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/98f8e7bfe25c4accae664305a6e202cb 2024-11-13T16:12:55,437 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/71d5fd6aee70460aae102266e4ecfe89 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/71d5fd6aee70460aae102266e4ecfe89 2024-11-13T16:12:55,437 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 98f8e7bfe25c4accae664305a6e202cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:55,437 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:55,437 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514375009; duration=0sec 2024-11-13T16:12:55,437 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:55,438 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:55,438 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:55,439 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:55,439 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:55,439 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:55,439 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/86af4b2b1e8f4936b167f9ee1795147b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=34.1 K 2024-11-13T16:12:55,440 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 86af4b2b1e8f4936b167f9ee1795147b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731514372078 2024-11-13T16:12:55,440 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 846ebe0bb487476d892a2fa9d140d96b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731514372821 2024-11-13T16:12:55,440 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 28619929b561457c9d67168ed244a237, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514374013 2024-11-13T16:12:55,442 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 71d5fd6aee70460aae102266e4ecfe89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:55,442 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:55,442 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514375008; duration=0sec 2024-11-13T16:12:55,442 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:55,442 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:55,448 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:55,448 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/2408e9529dbd443ca0fb61bb37a977ef is 50, key is test_row_0/C:col10/1731514374139/Put/seqid=0 2024-11-13T16:12:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742151_1327 (size=12983) 2024-11-13T16:12:55,455 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a301c09790794b46bbae7119f4df5367 2024-11-13T16:12:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/3d72571d8d2b4bf595b13f5d2c748198 is 50, key is test_row_0/B:col10/1731514374217/Put/seqid=0 2024-11-13T16:12:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742152_1328 (size=12301) 2024-11-13T16:12:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514435517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:55,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514435728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:55,857 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/2408e9529dbd443ca0fb61bb37a977ef as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2408e9529dbd443ca0fb61bb37a977ef 2024-11-13T16:12:55,861 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 2408e9529dbd443ca0fb61bb37a977ef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:55,861 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:55,861 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514375009; duration=0sec 2024-11-13T16:12:55,861 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:55,861 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:55,874 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/3d72571d8d2b4bf595b13f5d2c748198 2024-11-13T16:12:55,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/78ec292277554c8f8d01890b3b8c2a23 is 50, key is test_row_0/C:col10/1731514374217/Put/seqid=0 2024-11-13T16:12:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742153_1329 (size=12301) 2024-11-13T16:12:55,891 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/78ec292277554c8f8d01890b3b8c2a23 2024-11-13T16:12:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a301c09790794b46bbae7119f4df5367 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367 2024-11-13T16:12:55,901 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367, entries=150, sequenceid=305, filesize=12.0 K 2024-11-13T16:12:55,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/3d72571d8d2b4bf595b13f5d2c748198 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198 2024-11-13T16:12:55,905 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198, entries=150, sequenceid=305, filesize=12.0 K 2024-11-13T16:12:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/78ec292277554c8f8d01890b3b8c2a23 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23 2024-11-13T16:12:55,910 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23, entries=150, sequenceid=305, filesize=12.0 K 2024-11-13T16:12:55,911 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 024428b2fcbea2642db05c0dec2cb44e in 866ms, sequenceid=305, compaction requested=false 2024-11-13T16:12:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-13T16:12:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-13T16:12:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T16:12:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7910 sec 2024-11-13T16:12:55,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.7960 sec 2024-11-13T16:12:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:56,041 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:56,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T16:12:56,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7bf0cdbe1c5241b1b22e97d6de52815b is 50, key is test_row_0/A:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742154_1330 (size=14741) 2024-11-13T16:12:56,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514436128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:56,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514436238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T16:12:56,268 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:56,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-13T16:12:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:56,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:56,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:56,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:56,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T16:12:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514436448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:56,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7bf0cdbe1c5241b1b22e97d6de52815b 2024-11-13T16:12:56,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c7b57e89f6644cbc847f238ea13f31c6 is 50, key is test_row_0/B:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742155_1331 (size=12301) 2024-11-13T16:12:56,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c7b57e89f6644cbc847f238ea13f31c6 2024-11-13T16:12:56,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a7f7d4a8668c4586a72538ad4fde321f is 50, key is test_row_0/C:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742156_1332 (size=12301) 2024-11-13T16:12:56,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T16:12:56,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:56,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:56,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T16:12:56,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:56,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514436757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:56,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a7f7d4a8668c4586a72538ad4fde321f 2024-11-13T16:12:56,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/7bf0cdbe1c5241b1b22e97d6de52815b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b 2024-11-13T16:12:56,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T16:12:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:56,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b, entries=200, sequenceid=322, filesize=14.4 K 2024-11-13T16:12:56,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c7b57e89f6644cbc847f238ea13f31c6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6 2024-11-13T16:12:56,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6, entries=150, sequenceid=322, filesize=12.0 K 2024-11-13T16:12:56,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/a7f7d4a8668c4586a72538ad4fde321f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f 2024-11-13T16:12:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f, entries=150, sequenceid=322, filesize=12.0 K 2024-11-13T16:12:56,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 024428b2fcbea2642db05c0dec2cb44e in 856ms, sequenceid=322, compaction requested=true 2024-11-13T16:12:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:56,898 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:56,898 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:56,898 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:56,898 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:56,898 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:56,898 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,899 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:56,899 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/71d5fd6aee70460aae102266e4ecfe89, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=39.1 K 2024-11-13T16:12:56,899 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:56,899 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/98f8e7bfe25c4accae664305a6e202cb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.7 K 2024-11-13T16:12:56,899 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71d5fd6aee70460aae102266e4ecfe89, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514372834 2024-11-13T16:12:56,899 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a301c09790794b46bbae7119f4df5367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731514374207 2024-11-13T16:12:56,899 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 98f8e7bfe25c4accae664305a6e202cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514372834 2024-11-13T16:12:56,899 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf0cdbe1c5241b1b22e97d6de52815b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:56,900 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d72571d8d2b4bf595b13f5d2c748198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731514374207 2024-11-13T16:12:56,900 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b57e89f6644cbc847f238ea13f31c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:56,906 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:56,906 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/3740d4ad257442c4886a727ee8656bda is 50, key is test_row_0/B:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:56,907 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:56,907 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/000ee0573191424dbfb6340ca4e9fd47 is 50, key is test_row_0/A:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742157_1333 (size=13085) 2024-11-13T16:12:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742158_1334 (size=13085) 2024-11-13T16:12:57,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T16:12:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:57,037 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T16:12:57,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af125df111fb40caa20f47b32944969e is 50, key is test_row_0/A:col10/1731514376092/Put/seqid=0 2024-11-13T16:12:57,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742159_1335 (size=12301) 2024-11-13T16:12:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:57,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:57,316 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/3740d4ad257442c4886a727ee8656bda as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3740d4ad257442c4886a727ee8656bda 2024-11-13T16:12:57,316 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/000ee0573191424dbfb6340ca4e9fd47 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/000ee0573191424dbfb6340ca4e9fd47 2024-11-13T16:12:57,321 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 3740d4ad257442c4886a727ee8656bda(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:57,321 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 000ee0573191424dbfb6340ca4e9fd47(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:57,321 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514376898; duration=0sec 2024-11-13T16:12:57,321 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514376897; duration=0sec 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:57,321 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:57,322 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:57,322 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:57,322 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:57,322 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2408e9529dbd443ca0fb61bb37a977ef, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.7 K 2024-11-13T16:12:57,322 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2408e9529dbd443ca0fb61bb37a977ef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731514372834 2024-11-13T16:12:57,323 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 78ec292277554c8f8d01890b3b8c2a23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731514374207 2024-11-13T16:12:57,323 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a7f7d4a8668c4586a72538ad4fde321f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:57,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514437319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:57,328 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#291 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:57,329 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/973f62873b38485aa7ca0fcef047677c is 50, key is test_row_0/C:col10/1731514375391/Put/seqid=0 2024-11-13T16:12:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742160_1336 (size=13085) 2024-11-13T16:12:57,336 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/973f62873b38485aa7ca0fcef047677c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/973f62873b38485aa7ca0fcef047677c 2024-11-13T16:12:57,341 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 973f62873b38485aa7ca0fcef047677c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:57,341 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:57,341 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514376898; duration=0sec 2024-11-13T16:12:57,341 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:57,341 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514437428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:57,446 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af125df111fb40caa20f47b32944969e 2024-11-13T16:12:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/2a315d0238084796a37985525e686a86 is 50, key is test_row_0/B:col10/1731514376092/Put/seqid=0 2024-11-13T16:12:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742161_1337 (size=12301) 2024-11-13T16:12:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514437637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:57,860 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/2a315d0238084796a37985525e686a86 2024-11-13T16:12:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/f9093cfac14f4fc09b209aa184792884 is 50, key is test_row_0/C:col10/1731514376092/Put/seqid=0 2024-11-13T16:12:57,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742162_1338 (size=12301) 2024-11-13T16:12:57,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514437948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:58,277 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/f9093cfac14f4fc09b209aa184792884 2024-11-13T16:12:58,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/af125df111fb40caa20f47b32944969e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e 2024-11-13T16:12:58,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e, entries=150, sequenceid=344, filesize=12.0 K 2024-11-13T16:12:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/2a315d0238084796a37985525e686a86 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86 2024-11-13T16:12:58,290 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86, entries=150, sequenceid=344, filesize=12.0 K 2024-11-13T16:12:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/f9093cfac14f4fc09b209aa184792884 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884 2024-11-13T16:12:58,297 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884, entries=150, sequenceid=344, filesize=12.0 K 2024-11-13T16:12:58,298 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 024428b2fcbea2642db05c0dec2cb44e in 1261ms, sequenceid=344, compaction requested=false 2024-11-13T16:12:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-13T16:12:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-13T16:12:58,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T16:12:58,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-13T16:12:58,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.0340 sec 2024-11-13T16:12:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T16:12:58,418 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:12:58,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:12:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-13T16:12:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:12:58,421 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:12:58,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:12:58,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:12:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:58,461 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:12:58,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:12:58,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/2d35d1b3708749a48809c0b3f0c58e70 is 50, key is test_row_0/A:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742163_1339 (size=14741) 2024-11-13T16:12:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:12:58,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514438549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:58,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T16:12:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514438658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:58,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T16:12:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:12:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:58,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/2d35d1b3708749a48809c0b3f0c58e70 2024-11-13T16:12:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514438868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:58,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T16:12:58,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/eee7ee5d2682476f95f0e0289e3f6a7c is 50, key is test_row_0/B:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:12:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742164_1340 (size=12301) 2024-11-13T16:12:58,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/eee7ee5d2682476f95f0e0289e3f6a7c 2024-11-13T16:12:58,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/92a4f29c80fa4555b470067e3abf419f is 50, key is test_row_0/C:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742165_1341 (size=12301) 2024-11-13T16:12:58,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/92a4f29c80fa4555b470067e3abf419f 2024-11-13T16:12:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/2d35d1b3708749a48809c0b3f0c58e70 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70 2024-11-13T16:12:58,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70, entries=200, sequenceid=362, filesize=14.4 K 2024-11-13T16:12:58,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/eee7ee5d2682476f95f0e0289e3f6a7c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c 2024-11-13T16:12:58,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-13T16:12:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/92a4f29c80fa4555b470067e3abf419f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f 2024-11-13T16:12:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f, entries=150, sequenceid=362, filesize=12.0 K 2024-11-13T16:12:58,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 024428b2fcbea2642db05c0dec2cb44e in 499ms, sequenceid=362, compaction requested=true 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:58,960 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:12:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:58,960 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:58,962 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:58,962 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:58,962 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:12:58,962 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:12:58,962 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,962 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:58,962 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/000ee0573191424dbfb6340ca4e9fd47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=39.2 K 2024-11-13T16:12:58,962 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3740d4ad257442c4886a727ee8656bda, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.8 K 2024-11-13T16:12:58,964 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3740d4ad257442c4886a727ee8656bda, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:58,964 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 000ee0573191424dbfb6340ca4e9fd47, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:58,964 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting af125df111fb40caa20f47b32944969e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731514376092 2024-11-13T16:12:58,964 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a315d0238084796a37985525e686a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731514376092 2024-11-13T16:12:58,965 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d35d1b3708749a48809c0b3f0c58e70, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:12:58,965 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eee7ee5d2682476f95f0e0289e3f6a7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:12:58,980 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:58,981 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9bdb7d52be3a43b1b577c5cfdc8edaf0 is 50, key is test_row_0/A:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:58,984 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:58,985 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/0be1928ace864cb2b20c337ea9092556 is 50, key is test_row_0/B:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742166_1342 (size=13187) 2024-11-13T16:12:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742167_1343 (size=13187) 2024-11-13T16:12:59,017 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/0be1928ace864cb2b20c337ea9092556 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/0be1928ace864cb2b20c337ea9092556 2024-11-13T16:12:59,022 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 0be1928ace864cb2b20c337ea9092556(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:59,022 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:59,022 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514378960; duration=0sec 2024-11-13T16:12:59,022 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:12:59,022 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:12:59,022 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:12:59,023 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:12:59,023 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:12:59,023 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:59,024 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/973f62873b38485aa7ca0fcef047677c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.8 K 2024-11-13T16:12:59,024 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 973f62873b38485aa7ca0fcef047677c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731514375391 2024-11-13T16:12:59,024 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f9093cfac14f4fc09b209aa184792884, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731514376092 2024-11-13T16:12:59,025 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 92a4f29c80fa4555b470067e3abf419f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:12:59,032 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:12:59,033 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/0469f1e3e19544558f5c880687091483 is 50, key is test_row_0/C:col10/1731514378460/Put/seqid=0 2024-11-13T16:12:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742168_1344 (size=13187) 2024-11-13T16:12:59,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T16:12:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T16:12:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0c8f7e2ad7834252877c55f8d7bd3cca is 50, key is test_row_0/A:col10/1731514378547/Put/seqid=0 2024-11-13T16:12:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:12:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742169_1345 (size=12301) 2024-11-13T16:12:59,050 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0c8f7e2ad7834252877c55f8d7bd3cca 2024-11-13T16:12:59,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d5a04b1bc06c4c3caa17fb1c7b61b506 is 50, key is test_row_0/B:col10/1731514378547/Put/seqid=0 2024-11-13T16:12:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742170_1346 (size=12301) 2024-11-13T16:12:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:12:59,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:12:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514439230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514439338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:59,402 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/9bdb7d52be3a43b1b577c5cfdc8edaf0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9bdb7d52be3a43b1b577c5cfdc8edaf0 2024-11-13T16:12:59,407 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 9bdb7d52be3a43b1b577c5cfdc8edaf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:59,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:59,407 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514378960; duration=0sec 2024-11-13T16:12:59,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:59,407 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:12:59,446 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/0469f1e3e19544558f5c880687091483 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/0469f1e3e19544558f5c880687091483 2024-11-13T16:12:59,455 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 0469f1e3e19544558f5c880687091483(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:12:59,455 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:59,455 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514378960; duration=0sec 2024-11-13T16:12:59,455 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:12:59,455 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:12:59,465 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d5a04b1bc06c4c3caa17fb1c7b61b506 2024-11-13T16:12:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/c16f34821a734e8a96f9e196e027a91c is 50, key is test_row_0/C:col10/1731514378547/Put/seqid=0 2024-11-13T16:12:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742171_1347 (size=12301) 2024-11-13T16:12:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514439548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:12:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:12:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514439857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:12:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:12:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:12:59,881 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/c16f34821a734e8a96f9e196e027a91c 2024-11-13T16:12:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/0c8f7e2ad7834252877c55f8d7bd3cca as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca 2024-11-13T16:12:59,898 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T16:12:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/d5a04b1bc06c4c3caa17fb1c7b61b506 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506 2024-11-13T16:12:59,903 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T16:12:59,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/c16f34821a734e8a96f9e196e027a91c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c 2024-11-13T16:12:59,907 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T16:12:59,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 024428b2fcbea2642db05c0dec2cb44e in 867ms, sequenceid=384, compaction requested=false 2024-11-13T16:12:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:12:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:12:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-13T16:12:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-13T16:12:59,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-13T16:12:59,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-13T16:12:59,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4940 sec 2024-11-13T16:13:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:00,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:13:00,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/20305d820b5e4826b60f1b67f0feaee4 is 50, key is test_row_0/A:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742172_1348 (size=12301) 2024-11-13T16:13:00,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/20305d820b5e4826b60f1b67f0feaee4 2024-11-13T16:13:00,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/03869df890124d75849e0802d543d000 is 50, key is test_row_0/B:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742173_1349 (size=12301) 2024-11-13T16:13:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514440448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514440558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T16:13:00,569 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:00,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-13T16:13:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:00,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:00,572 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:00,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:00,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T16:13:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:13:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:00,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514440768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:00,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/03869df890124d75849e0802d543d000 2024-11-13T16:13:00,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bcb78dbed52f4ab68fea667e74620d9f is 50, key is test_row_0/C:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742174_1350 (size=12301) 2024-11-13T16:13:00,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bcb78dbed52f4ab68fea667e74620d9f 2024-11-13T16:13:00,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/20305d820b5e4826b60f1b67f0feaee4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4 2024-11-13T16:13:00,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T16:13:00,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/03869df890124d75849e0802d543d000 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000 2024-11-13T16:13:00,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T16:13:00,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/bcb78dbed52f4ab68fea667e74620d9f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f 2024-11-13T16:13:00,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f, entries=150, sequenceid=402, filesize=12.0 K 2024-11-13T16:13:00,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 024428b2fcbea2642db05c0dec2cb44e in 477ms, sequenceid=402, compaction requested=true 2024-11-13T16:13:00,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:00,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:00,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:00,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:00,848 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:00,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:00,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:00,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/A is initiating minor compaction (all files) 2024-11-13T16:13:00,849 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/A in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,849 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:00,849 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/B is initiating minor compaction (all files) 2024-11-13T16:13:00,849 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9bdb7d52be3a43b1b577c5cfdc8edaf0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.9 K 2024-11-13T16:13:00,849 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/B in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,850 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/0be1928ace864cb2b20c337ea9092556, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.9 K 2024-11-13T16:13:00,850 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bdb7d52be3a43b1b577c5cfdc8edaf0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:13:00,850 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0be1928ace864cb2b20c337ea9092556, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:13:00,850 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c8f7e2ad7834252877c55f8d7bd3cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731514378536 2024-11-13T16:13:00,851 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a04b1bc06c4c3caa17fb1c7b61b506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731514378536 2024-11-13T16:13:00,851 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20305d820b5e4826b60f1b67f0feaee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731514379204 2024-11-13T16:13:00,851 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 03869df890124d75849e0802d543d000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731514379204 2024-11-13T16:13:00,858 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:00,859 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/10266e105d254cdbbe48ce211bf546d2 is 50, key is test_row_0/A:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,868 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:00,869 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4552b3c6b6864aabadebce2c75bab47c is 50, key is test_row_0/B:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742175_1351 (size=13289) 2024-11-13T16:13:00,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T16:13:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,878 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:13:00,885 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/10266e105d254cdbbe48ce211bf546d2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/10266e105d254cdbbe48ce211bf546d2 2024-11-13T16:13:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a0abecd1257542959fce5a6fcfbd9814 is 50, key is test_row_0/A:col10/1731514380436/Put/seqid=0 2024-11-13T16:13:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742176_1352 (size=13289) 2024-11-13T16:13:00,894 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/A of 024428b2fcbea2642db05c0dec2cb44e into 10266e105d254cdbbe48ce211bf546d2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:00,894 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:00,894 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/A, priority=13, startTime=1731514380848; duration=0sec 2024-11-13T16:13:00,894 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:00,895 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:13:00,895 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:00,896 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:00,896 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 024428b2fcbea2642db05c0dec2cb44e/C is initiating minor compaction (all files) 2024-11-13T16:13:00,896 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 024428b2fcbea2642db05c0dec2cb44e/C in TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:00,896 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/0469f1e3e19544558f5c880687091483, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp, totalSize=36.9 K 2024-11-13T16:13:00,897 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0469f1e3e19544558f5c880687091483, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731514377283 2024-11-13T16:13:00,897 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16f34821a734e8a96f9e196e027a91c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731514378536 2024-11-13T16:13:00,897 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb78dbed52f4ab68fea667e74620d9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731514379204 2024-11-13T16:13:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742177_1353 (size=12301) 2024-11-13T16:13:00,903 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a0abecd1257542959fce5a6fcfbd9814 2024-11-13T16:13:00,908 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 024428b2fcbea2642db05c0dec2cb44e#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:00,909 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/5c31c91080e745d5aa9290c3603a6861 is 50, key is test_row_0/C:col10/1731514380369/Put/seqid=0 2024-11-13T16:13:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c81c5a4f52dc4a108c040c47e25cb5cc is 50, key is test_row_0/B:col10/1731514380436/Put/seqid=0 2024-11-13T16:13:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742178_1354 (size=13289) 2024-11-13T16:13:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742179_1355 (size=12301) 2024-11-13T16:13:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. as already flushing 2024-11-13T16:13:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514441152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514441267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:01,298 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/4552b3c6b6864aabadebce2c75bab47c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4552b3c6b6864aabadebce2c75bab47c 2024-11-13T16:13:01,303 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/B of 024428b2fcbea2642db05c0dec2cb44e into 4552b3c6b6864aabadebce2c75bab47c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:01,303 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:01,303 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/B, priority=13, startTime=1731514380848; duration=0sec 2024-11-13T16:13:01,303 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:01,303 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:13:01,325 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/5c31c91080e745d5aa9290c3603a6861 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/5c31c91080e745d5aa9290c3603a6861 2024-11-13T16:13:01,326 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c81c5a4f52dc4a108c040c47e25cb5cc 2024-11-13T16:13:01,332 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 024428b2fcbea2642db05c0dec2cb44e/C of 024428b2fcbea2642db05c0dec2cb44e into 5c31c91080e745d5aa9290c3603a6861(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:01,332 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:01,332 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., storeName=024428b2fcbea2642db05c0dec2cb44e/C, priority=13, startTime=1731514380849; duration=0sec 2024-11-13T16:13:01,332 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:01,332 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:13:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/3b38fd8aa0324fff8c5e836218539e4a is 50, key is test_row_0/C:col10/1731514380436/Put/seqid=0 2024-11-13T16:13:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742180_1356 (size=12301) 2024-11-13T16:13:01,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 366 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57088 deadline: 1731514441478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:01,596 INFO [Thread-1224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1224. 2024-11-13T16:13:01,596 DEBUG [Thread-1224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,596 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,597 INFO [Thread-1226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1226. 2024-11-13T16:13:01,597 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,597 DEBUG [Thread-1226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,597 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,597 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,598 INFO [Thread-1220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1220. 2024-11-13T16:13:01,598 DEBUG [Thread-1220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,598 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,598 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,600 INFO [Thread-1222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1222. 2024-11-13T16:13:01,600 DEBUG [Thread-1222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,600 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,600 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,600 INFO [Thread-1228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1228. 2024-11-13T16:13:01,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,600 DEBUG [Thread-1228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,600 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,600 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:01,740 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/3b38fd8aa0324fff8c5e836218539e4a 2024-11-13T16:13:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/a0abecd1257542959fce5a6fcfbd9814 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a0abecd1257542959fce5a6fcfbd9814 2024-11-13T16:13:01,747 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a0abecd1257542959fce5a6fcfbd9814, entries=150, sequenceid=422, filesize=12.0 K 2024-11-13T16:13:01,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/c81c5a4f52dc4a108c040c47e25cb5cc as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c81c5a4f52dc4a108c040c47e25cb5cc 2024-11-13T16:13:01,751 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c81c5a4f52dc4a108c040c47e25cb5cc, entries=150, sequenceid=422, filesize=12.0 K 2024-11-13T16:13:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/3b38fd8aa0324fff8c5e836218539e4a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/3b38fd8aa0324fff8c5e836218539e4a 2024-11-13T16:13:01,754 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/3b38fd8aa0324fff8c5e836218539e4a, entries=150, sequenceid=422, filesize=12.0 K 2024-11-13T16:13:01,755 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 024428b2fcbea2642db05c0dec2cb44e in 877ms, sequenceid=422, compaction requested=false 2024-11-13T16:13:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-13T16:13:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-13T16:13:01,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T16:13:01,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1840 sec 2024-11-13T16:13:01,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.1890 sec 2024-11-13T16:13:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:01,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:01,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:13:01,789 INFO [Thread-1209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1209. 2024-11-13T16:13:01,789 DEBUG [Thread-1209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:01,789 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,789 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:01,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:01,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/ff96f9f46e5440fa97f538c2ad50a106 is 50, key is test_row_0/A:col10/1731514381144/Put/seqid=0 2024-11-13T16:13:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742181_1357 (size=12301) 2024-11-13T16:13:02,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/ff96f9f46e5440fa97f538c2ad50a106 2024-11-13T16:13:02,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5aa44d98b1a14616a1a94aa06b0bf91e is 50, key is test_row_0/B:col10/1731514381144/Put/seqid=0 2024-11-13T16:13:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742182_1358 (size=12301) 2024-11-13T16:13:02,250 INFO [Thread-1217 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1217. 2024-11-13T16:13:02,250 INFO [Thread-1211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1211. 2024-11-13T16:13:02,250 DEBUG [Thread-1211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:02,250 DEBUG [Thread-1217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:02,250 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,250 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,250 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,250 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:02,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:02,309 INFO [Thread-1215 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1215. 2024-11-13T16:13:02,309 INFO [Thread-1213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1213. 2024-11-13T16:13:02,309 DEBUG [Thread-1215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:02,309 DEBUG [Thread-1213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:02,309 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,309 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,310 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,310 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:02,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:02,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5aa44d98b1a14616a1a94aa06b0bf91e 2024-11-13T16:13:02,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/d031c56f40f749adac1fcb38e78977f0 is 50, key is test_row_0/C:col10/1731514381144/Put/seqid=0 2024-11-13T16:13:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742183_1359 (size=12301) 2024-11-13T16:13:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T16:13:02,718 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 298 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3406 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3323 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3383 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3394 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3332 2024-11-13T16:13:02,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:13:02,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:13:02,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:13:02,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:02,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:02,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:13:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:02,722 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514382722"}]},"ts":"1731514382722"} 2024-11-13T16:13:02,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:13:02,724 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:13:02,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:13:02,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, UNASSIGN}] 2024-11-13T16:13:02,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, UNASSIGN 2024-11-13T16:13:02,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=024428b2fcbea2642db05c0dec2cb44e, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, UNASSIGN because future has completed 2024-11-13T16:13:02,728 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:13:02,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:02,881 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:02,881 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:13:02,881 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 024428b2fcbea2642db05c0dec2cb44e, disabling compactions & flushes 2024-11-13T16:13:02,881 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:03,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/d031c56f40f749adac1fcb38e78977f0 2024-11-13T16:13:03,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/ff96f9f46e5440fa97f538c2ad50a106 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/ff96f9f46e5440fa97f538c2ad50a106 2024-11-13T16:13:03,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/ff96f9f46e5440fa97f538c2ad50a106, entries=150, sequenceid=442, filesize=12.0 K 2024-11-13T16:13:03,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/5aa44d98b1a14616a1a94aa06b0bf91e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5aa44d98b1a14616a1a94aa06b0bf91e 2024-11-13T16:13:03,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5aa44d98b1a14616a1a94aa06b0bf91e, entries=150, sequenceid=442, filesize=12.0 K 2024-11-13T16:13:03,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/d031c56f40f749adac1fcb38e78977f0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/d031c56f40f749adac1fcb38e78977f0 2024-11-13T16:13:03,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/d031c56f40f749adac1fcb38e78977f0, entries=150, sequenceid=442, filesize=12.0 K 2024-11-13T16:13:03,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 024428b2fcbea2642db05c0dec2cb44e in 1245ms, sequenceid=442, compaction requested=true 2024-11-13T16:13:03,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 024428b2fcbea2642db05c0dec2cb44e: 2024-11-13T16:13:03,035 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:03,035 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. because compaction request was cancelled 2024-11-13T16:13:03,035 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. after waiting 0 ms 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:A 2024-11-13T16:13:03,035 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. because compaction request was cancelled 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:B, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:B 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 024428b2fcbea2642db05c0dec2cb44e:C, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:03,035 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 024428b2fcbea2642db05c0dec2cb44e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. because compaction request was cancelled 2024-11-13T16:13:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:03,035 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 024428b2fcbea2642db05c0dec2cb44e:C 2024-11-13T16:13:03,038 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/eca04e3ff0e24e5d8ac98303fdc3e90e is 50, key is test_row_0/A:col10/1731514382248/Put/seqid=0 2024-11-13T16:13:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742184_1360 (size=12301) 2024-11-13T16:13:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:03,442 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/eca04e3ff0e24e5d8ac98303fdc3e90e 2024-11-13T16:13:03,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/443ed7a6c87a4555b4bcfaec3f2eaf86 is 50, key is test_row_0/B:col10/1731514382248/Put/seqid=0 2024-11-13T16:13:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742185_1361 (size=12301) 2024-11-13T16:13:03,852 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/443ed7a6c87a4555b4bcfaec3f2eaf86 2024-11-13T16:13:03,857 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cd28f1b7f51d4f85a36627d372ff825b is 50, key is test_row_0/C:col10/1731514382248/Put/seqid=0 2024-11-13T16:13:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742186_1362 (size=12301) 2024-11-13T16:13:04,262 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cd28f1b7f51d4f85a36627d372ff825b 2024-11-13T16:13:04,265 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/A/eca04e3ff0e24e5d8ac98303fdc3e90e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/eca04e3ff0e24e5d8ac98303fdc3e90e 2024-11-13T16:13:04,269 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/eca04e3ff0e24e5d8ac98303fdc3e90e, entries=150, sequenceid=449, filesize=12.0 K 2024-11-13T16:13:04,269 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/B/443ed7a6c87a4555b4bcfaec3f2eaf86 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/443ed7a6c87a4555b4bcfaec3f2eaf86 2024-11-13T16:13:04,273 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/443ed7a6c87a4555b4bcfaec3f2eaf86, entries=150, sequenceid=449, filesize=12.0 K 2024-11-13T16:13:04,273 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/.tmp/C/cd28f1b7f51d4f85a36627d372ff825b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cd28f1b7f51d4f85a36627d372ff825b 2024-11-13T16:13:04,276 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cd28f1b7f51d4f85a36627d372ff825b, entries=150, sequenceid=449, filesize=12.0 K 2024-11-13T16:13:04,277 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 024428b2fcbea2642db05c0dec2cb44e in 1242ms, sequenceid=449, compaction requested=true 2024-11-13T16:13:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5ceef83fde1849f88d908e6e32b6749f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9a294e8c110243e6bf83273b3519e788, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af107f334fec47f2b07af2fc20148032, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a1116caf7a0643f6b28140e63aa4b22e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a64ea24f0c7246eebab5727d7a2a6901, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/71d5fd6aee70460aae102266e4ecfe89, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/000ee0573191424dbfb6340ca4e9fd47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9bdb7d52be3a43b1b577c5cfdc8edaf0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4] to archive 2024-11-13T16:13:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:04,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9017afbe5baa4d02978b8cc44c83fb24 2024-11-13T16:13:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/b9320eea88e54e97baf88c3aee894248 2024-11-13T16:13:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4fda3a1383cc4dc89b6d6340faf32c18 2024-11-13T16:13:04,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a7ffe9df5c874d23ba2b71e1f9dec86e 2024-11-13T16:13:04,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5ceef83fde1849f88d908e6e32b6749f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5ceef83fde1849f88d908e6e32b6749f 2024-11-13T16:13:04,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/64d0ab2b14f440799df097f2b698b104 2024-11-13T16:13:04,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4e16928532804580b2500364729d91b8 2024-11-13T16:13:04,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9a294e8c110243e6bf83273b3519e788 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9a294e8c110243e6bf83273b3519e788 2024-11-13T16:13:04,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/72944c0db480493daf7470d0e65f1e9d 2024-11-13T16:13:04,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9f6589e73230480dbf3c78f23fa3089d 2024-11-13T16:13:04,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af107f334fec47f2b07af2fc20148032 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af107f334fec47f2b07af2fc20148032 2024-11-13T16:13:04,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/5d3319920c3043089cad81b8c4fd2e49 2024-11-13T16:13:04,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/4a2dc4dda1dc4398bfb90d53b55e9329 2024-11-13T16:13:04,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0cacc382052f40f294a4559c96139e8d 2024-11-13T16:13:04,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a1116caf7a0643f6b28140e63aa4b22e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a1116caf7a0643f6b28140e63aa4b22e 2024-11-13T16:13:04,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7d55531caede445d8fca92006974886f 2024-11-13T16:13:04,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af9c5f7bc5304ceea6e89ea506a2a1d1 2024-11-13T16:13:04,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a64ea24f0c7246eebab5727d7a2a6901 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a64ea24f0c7246eebab5727d7a2a6901 2024-11-13T16:13:04,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/f663f27f65d64de0823b3273605edf04 2024-11-13T16:13:04,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/71d5fd6aee70460aae102266e4ecfe89 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/71d5fd6aee70460aae102266e4ecfe89 2024-11-13T16:13:04,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/def923ea51e644b8858a4cae87d37c55 2024-11-13T16:13:04,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a301c09790794b46bbae7119f4df5367 2024-11-13T16:13:04,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/7bf0cdbe1c5241b1b22e97d6de52815b 2024-11-13T16:13:04,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/000ee0573191424dbfb6340ca4e9fd47 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/000ee0573191424dbfb6340ca4e9fd47 2024-11-13T16:13:04,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/af125df111fb40caa20f47b32944969e 2024-11-13T16:13:04,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/2d35d1b3708749a48809c0b3f0c58e70 2024-11-13T16:13:04,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9bdb7d52be3a43b1b577c5cfdc8edaf0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/9bdb7d52be3a43b1b577c5cfdc8edaf0 2024-11-13T16:13:04,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/0c8f7e2ad7834252877c55f8d7bd3cca 2024-11-13T16:13:04,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/20305d820b5e4826b60f1b67f0feaee4 2024-11-13T16:13:04,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9ef6971dcf0644aa905c32d06cfb6941, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/db396d1efd6f46f98d78cca9712a638f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eb8c56ef6df9481d90ecbef1effc24df, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4ac2420eb4ca4fae88a35bb3f53b4536, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/1d572d1ad32a4f6fa154995b854394be, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/98f8e7bfe25c4accae664305a6e202cb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3740d4ad257442c4886a727ee8656bda, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/0be1928ace864cb2b20c337ea9092556, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000] to archive 2024-11-13T16:13:04,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:04,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4b306b65c5e34441b1416b58ce4820a2 2024-11-13T16:13:04,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/6f1778487e164b1dbd19639bcaec1752 2024-11-13T16:13:04,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5119ef044b674e22be961b16caa2306a 2024-11-13T16:13:04,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9ef6971dcf0644aa905c32d06cfb6941 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9ef6971dcf0644aa905c32d06cfb6941 2024-11-13T16:13:04,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/52547cc34f9545aa8d0a50156ea3d59c 2024-11-13T16:13:04,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/afac7a399ba8444fa8d50e131b922be6 2024-11-13T16:13:04,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d199e93757cb4b989c64f1d12ca1fd42 2024-11-13T16:13:04,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/db396d1efd6f46f98d78cca9712a638f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/db396d1efd6f46f98d78cca9712a638f 2024-11-13T16:13:04,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/dbced8a75f6445a49adefe799e61f7d8 2024-11-13T16:13:04,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a61f6e234f044a949b6cd449ae677acc 2024-11-13T16:13:04,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eb8c56ef6df9481d90ecbef1effc24df to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eb8c56ef6df9481d90ecbef1effc24df 2024-11-13T16:13:04,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f60beb009ede4baeb38df28b1bee683d 2024-11-13T16:13:04,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/9007d85f9da947c99d75586279afea88 2024-11-13T16:13:04,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4ac2420eb4ca4fae88a35bb3f53b4536 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4ac2420eb4ca4fae88a35bb3f53b4536 2024-11-13T16:13:04,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/a038e2d4ad3f4d248d5b344a94632331 2024-11-13T16:13:04,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/471140090ae444a8b2e907554a2c4ab3 2024-11-13T16:13:04,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/1d572d1ad32a4f6fa154995b854394be to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/1d572d1ad32a4f6fa154995b854394be 2024-11-13T16:13:04,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4d2ae6e0c5224a899fd7cb3940cc48e3 2024-11-13T16:13:04,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5df3fd0667a640a285b2037b441cd9ac 2024-11-13T16:13:04,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/98f8e7bfe25c4accae664305a6e202cb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/98f8e7bfe25c4accae664305a6e202cb 2024-11-13T16:13:04,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/f2cb9b0dab2b4359838075ccf8e39a64 2024-11-13T16:13:04,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3d72571d8d2b4bf595b13f5d2c748198 2024-11-13T16:13:04,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3740d4ad257442c4886a727ee8656bda to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/3740d4ad257442c4886a727ee8656bda 2024-11-13T16:13:04,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c7b57e89f6644cbc847f238ea13f31c6 2024-11-13T16:13:04,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/2a315d0238084796a37985525e686a86 2024-11-13T16:13:04,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/0be1928ace864cb2b20c337ea9092556 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/0be1928ace864cb2b20c337ea9092556 2024-11-13T16:13:04,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/eee7ee5d2682476f95f0e0289e3f6a7c 2024-11-13T16:13:04,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/d5a04b1bc06c4c3caa17fb1c7b61b506 2024-11-13T16:13:04,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/03869df890124d75849e0802d543d000 2024-11-13T16:13:04,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/b1e54c991978488a83cd5d56dd6add60, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9d83cacaf91436b95d8a03c0759ff53, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8a4cc86e8855415b9b7f1de9b5fed71a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/9aefafd3fc65467586bcb1b19573e71f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/86af4b2b1e8f4936b167f9ee1795147b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2408e9529dbd443ca0fb61bb37a977ef, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/973f62873b38485aa7ca0fcef047677c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/0469f1e3e19544558f5c880687091483, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f] to archive 2024-11-13T16:13:04,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:04,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bdc0ad761ec245a5b77bcd6fa793f77e 2024-11-13T16:13:04,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cdd2c0abdc70451bafd0bace27223907 2024-11-13T16:13:04,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a107f50e31d946d6934f6fb0c8824ebe 2024-11-13T16:13:04,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/b1e54c991978488a83cd5d56dd6add60 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/b1e54c991978488a83cd5d56dd6add60 2024-11-13T16:13:04,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ad2393dff6d14082ae0d6156363a0f32 2024-11-13T16:13:04,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/81976932db824c9abc606bc3b4a29913 2024-11-13T16:13:04,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2aff62596e694882a3aac577cd867303 2024-11-13T16:13:04,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9d83cacaf91436b95d8a03c0759ff53 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9d83cacaf91436b95d8a03c0759ff53 2024-11-13T16:13:04,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/195c29c331334a26876b837c1860bac6 2024-11-13T16:13:04,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/69f83c58dab842db9304c1f305b53c75 2024-11-13T16:13:04,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8a4cc86e8855415b9b7f1de9b5fed71a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8a4cc86e8855415b9b7f1de9b5fed71a 2024-11-13T16:13:04,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ee6e73ef263c48da913517e53e237c04 2024-11-13T16:13:04,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/6994638ef99244c78208cc7249bd612a 2024-11-13T16:13:04,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/9aefafd3fc65467586bcb1b19573e71f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/9aefafd3fc65467586bcb1b19573e71f 2024-11-13T16:13:04,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/8c695c55cde946ef9706e87b4735a601 2024-11-13T16:13:04,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/e1453328292e4dec96b5741f30a81ab7 2024-11-13T16:13:04,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/86af4b2b1e8f4936b167f9ee1795147b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/86af4b2b1e8f4936b167f9ee1795147b 2024-11-13T16:13:04,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/ab2f89a5c0b1431a9eb94f7c582c0594 2024-11-13T16:13:04,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/846ebe0bb487476d892a2fa9d140d96b 2024-11-13T16:13:04,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2408e9529dbd443ca0fb61bb37a977ef to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/2408e9529dbd443ca0fb61bb37a977ef 2024-11-13T16:13:04,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/28619929b561457c9d67168ed244a237 2024-11-13T16:13:04,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/78ec292277554c8f8d01890b3b8c2a23 2024-11-13T16:13:04,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/973f62873b38485aa7ca0fcef047677c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/973f62873b38485aa7ca0fcef047677c 2024-11-13T16:13:04,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/a7f7d4a8668c4586a72538ad4fde321f 2024-11-13T16:13:04,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/f9093cfac14f4fc09b209aa184792884 2024-11-13T16:13:04,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/0469f1e3e19544558f5c880687091483 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/0469f1e3e19544558f5c880687091483 2024-11-13T16:13:04,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/92a4f29c80fa4555b470067e3abf419f 2024-11-13T16:13:04,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/c16f34821a734e8a96f9e196e027a91c 2024-11-13T16:13:04,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/bcb78dbed52f4ab68fea667e74620d9f 2024-11-13T16:13:04,366 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/recovered.edits/452.seqid, newMaxSeqId=452, maxSeqId=1 2024-11-13T16:13:04,366 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. 2024-11-13T16:13:04,366 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 024428b2fcbea2642db05c0dec2cb44e: Waiting for close lock at 1731514382881Running coprocessor pre-close hooks at 1731514382881Disabling compacts and flushes for region at 1731514382881Disabling writes for close at 1731514383035 (+154 ms)Obtaining lock to block concurrent updates at 1731514383035Preparing flush snapshotting stores in 024428b2fcbea2642db05c0dec2cb44e at 1731514383035Finished memstore snapshotting TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731514383035Flushing stores of TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e. at 1731514383035Flushing 024428b2fcbea2642db05c0dec2cb44e/A: creating writer at 1731514383035Flushing 024428b2fcbea2642db05c0dec2cb44e/A: appending metadata at 1731514383038 (+3 ms)Flushing 024428b2fcbea2642db05c0dec2cb44e/A: closing flushed file at 1731514383038Flushing 024428b2fcbea2642db05c0dec2cb44e/B: creating writer at 1731514383445 (+407 ms)Flushing 024428b2fcbea2642db05c0dec2cb44e/B: appending metadata at 1731514383447 (+2 ms)Flushing 024428b2fcbea2642db05c0dec2cb44e/B: closing flushed file at 1731514383447Flushing 024428b2fcbea2642db05c0dec2cb44e/C: creating writer at 1731514383855 (+408 ms)Flushing 024428b2fcbea2642db05c0dec2cb44e/C: appending metadata at 1731514383857 (+2 ms)Flushing 024428b2fcbea2642db05c0dec2cb44e/C: closing flushed file at 1731514383857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa83942: reopening flushed file at 1731514384265 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb7da59: reopening flushed file at 1731514384269 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7382185: reopening flushed file at 1731514384273 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 024428b2fcbea2642db05c0dec2cb44e in 1242ms, sequenceid=449, compaction requested=true at 1731514384277 (+4 ms)Writing region close event to WAL at 1731514384363 (+86 ms)Running coprocessor post-close hooks at 1731514384366 (+3 ms)Closed at 1731514384366 2024-11-13T16:13:04,368 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:04,369 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=024428b2fcbea2642db05c0dec2cb44e, regionState=CLOSED 2024-11-13T16:13:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:04,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-13T16:13:04,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 024428b2fcbea2642db05c0dec2cb44e, server=c4c650e80f58,38731,1731514299168 in 1.6430 sec 2024-11-13T16:13:04,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-13T16:13:04,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=024428b2fcbea2642db05c0dec2cb44e, UNASSIGN in 1.6470 sec 2024-11-13T16:13:04,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T16:13:04,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6510 sec 2024-11-13T16:13:04,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514384377"}]},"ts":"1731514384377"} 2024-11-13T16:13:04,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:13:04,378 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:13:04,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6590 sec 2024-11-13T16:13:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T16:13:04,868 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:04,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:13:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,870 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T16:13:04,871 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,874 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:04,876 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/recovered.edits] 2024-11-13T16:13:04,878 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/10266e105d254cdbbe48ce211bf546d2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/10266e105d254cdbbe48ce211bf546d2 2024-11-13T16:13:04,879 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a0abecd1257542959fce5a6fcfbd9814 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/a0abecd1257542959fce5a6fcfbd9814 2024-11-13T16:13:04,880 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/eca04e3ff0e24e5d8ac98303fdc3e90e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/eca04e3ff0e24e5d8ac98303fdc3e90e 2024-11-13T16:13:04,881 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/ff96f9f46e5440fa97f538c2ad50a106 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/A/ff96f9f46e5440fa97f538c2ad50a106 2024-11-13T16:13:04,883 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/443ed7a6c87a4555b4bcfaec3f2eaf86 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/443ed7a6c87a4555b4bcfaec3f2eaf86 2024-11-13T16:13:04,884 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4552b3c6b6864aabadebce2c75bab47c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/4552b3c6b6864aabadebce2c75bab47c 2024-11-13T16:13:04,885 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5aa44d98b1a14616a1a94aa06b0bf91e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/5aa44d98b1a14616a1a94aa06b0bf91e 2024-11-13T16:13:04,886 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c81c5a4f52dc4a108c040c47e25cb5cc to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/B/c81c5a4f52dc4a108c040c47e25cb5cc 2024-11-13T16:13:04,888 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/3b38fd8aa0324fff8c5e836218539e4a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/3b38fd8aa0324fff8c5e836218539e4a 2024-11-13T16:13:04,889 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/5c31c91080e745d5aa9290c3603a6861 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/5c31c91080e745d5aa9290c3603a6861 2024-11-13T16:13:04,890 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cd28f1b7f51d4f85a36627d372ff825b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/cd28f1b7f51d4f85a36627d372ff825b 2024-11-13T16:13:04,890 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/d031c56f40f749adac1fcb38e78977f0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/C/d031c56f40f749adac1fcb38e78977f0 2024-11-13T16:13:04,893 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/recovered.edits/452.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e/recovered.edits/452.seqid 2024-11-13T16:13:04,893 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/024428b2fcbea2642db05c0dec2cb44e 2024-11-13T16:13:04,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:13:04,895 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,897 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:13:04,899 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:13:04,900 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,900 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:13:04,900 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514384900"}]},"ts":"9223372036854775807"} 2024-11-13T16:13:04,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:13:04,902 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 024428b2fcbea2642db05c0dec2cb44e, NAME => 'TestAcidGuarantees,,1731514359406.024428b2fcbea2642db05c0dec2cb44e.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:13:04,902 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:13:04,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514384902"}]},"ts":"9223372036854775807"} 2024-11-13T16:13:04,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:13:04,904 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:04,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-13T16:13:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T16:13:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:13:04,978 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:04,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 241), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=10787 (was 10881) 2024-11-13T16:13:04,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=10786 2024-11-13T16:13:04,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:13:04,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:13:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:05,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:13:05,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:05,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:13:05,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-13T16:13:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742187_1363 (size=959) 2024-11-13T16:13:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:05,408 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:13:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742188_1364 (size=53) 2024-11-13T16:13:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8af08aae17ae47577291a6ccebabe679, disabling compactions & flushes 2024-11-13T16:13:05,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. after waiting 0 ms 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:05,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:05,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8af08aae17ae47577291a6ccebabe679: Waiting for close lock at 1731514385813Disabling compacts and flushes for region at 1731514385813Disabling writes for close at 1731514385813Writing region close event to WAL at 1731514385813Closed at 1731514385813 2024-11-13T16:13:05,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:13:05,815 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514385815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514385815"}]},"ts":"1731514385815"} 2024-11-13T16:13:05,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:13:05,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:13:05,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514385817"}]},"ts":"1731514385817"} 2024-11-13T16:13:05,818 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:13:05,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, ASSIGN}] 2024-11-13T16:13:05,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, ASSIGN 2024-11-13T16:13:05,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:13:05,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:05,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, ASSIGN because future has completed 2024-11-13T16:13:05,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:06,127 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:06,127 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:13:06,127 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,128 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:13:06,128 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,128 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,129 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,130 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName A 2024-11-13T16:13:06,130 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:06,131 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:06,131 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,132 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName B 2024-11-13T16:13:06,132 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:06,132 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:06,132 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,133 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName C 2024-11-13T16:13:06,133 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:06,133 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:06,133 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,134 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,134 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,135 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,135 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,135 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:13:06,136 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:06,140 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:13:06,140 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 8af08aae17ae47577291a6ccebabe679; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71086463, jitterRate=0.059270843863487244}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:13:06,141 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:06,141 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 8af08aae17ae47577291a6ccebabe679: Running coprocessor pre-open hook at 1731514386128Writing region info on filesystem at 1731514386128Initializing all the Stores at 1731514386128Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514386128Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514386129 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514386129Cleaning up temporary data from old regions at 1731514386135 (+6 ms)Running coprocessor post-open hooks at 1731514386141 (+6 ms)Region opened successfully at 1731514386141 2024-11-13T16:13:06,142 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., pid=95, masterSystemTime=1731514386124 2024-11-13T16:13:06,143 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:06,143 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:06,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:06,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-13T16:13:06,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 in 174 msec 2024-11-13T16:13:06,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-13T16:13:06,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, ASSIGN in 329 msec 2024-11-13T16:13:06,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:13:06,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514386150"}]},"ts":"1731514386150"} 2024-11-13T16:13:06,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:13:06,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:13:06,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-13T16:13:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T16:13:07,149 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:07,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:07,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:07,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:07,151 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192b375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:07,153 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f46733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:07,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:07,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:07,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:07,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:07,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:13:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:13:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420fcb9e 2024-11-13T16:13:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:13:07,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:13:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:13:07,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:13:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742189_1365 (size=995) 2024-11-13T16:13:07,569 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T16:13:07,569 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T16:13:07,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:13:07,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE}] 2024-11-13T16:13:07,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE 2024-11-13T16:13:07,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE because future has completed 2024-11-13T16:13:07,576 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:13:07,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:07,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:13:07,728 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:07,728 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:13:07,729 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 8af08aae17ae47577291a6ccebabe679, disabling compactions & flushes 2024-11-13T16:13:07,729 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:07,729 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:07,729 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. after waiting 0 ms 2024-11-13T16:13:07,729 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:07,732 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T16:13:07,733 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:07,733 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 8af08aae17ae47577291a6ccebabe679: Waiting for close lock at 1731514387729Running coprocessor pre-close hooks at 1731514387729Disabling compacts and flushes for region at 1731514387729Disabling writes for close at 1731514387729Writing region close event to WAL at 1731514387729Running coprocessor post-close hooks at 1731514387733 (+4 ms)Closed at 1731514387733 2024-11-13T16:13:07,733 WARN [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 8af08aae17ae47577291a6ccebabe679 to self. 2024-11-13T16:13:07,734 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:07,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=CLOSED 2024-11-13T16:13:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:07,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-13T16:13:07,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 in 161 msec 2024-11-13T16:13:07,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE; state=CLOSED, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=true 2024-11-13T16:13:07,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:07,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE because future has completed 2024-11-13T16:13:07,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:08,046 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,046 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:13:08,046 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,046 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:13:08,046 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,046 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,048 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,048 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName A 2024-11-13T16:13:08,049 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:08,049 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:08,050 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,050 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName B 2024-11-13T16:13:08,050 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:08,051 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:08,051 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,051 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af08aae17ae47577291a6ccebabe679 columnFamilyName C 2024-11-13T16:13:08,051 DEBUG [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:08,052 INFO [StoreOpener-8af08aae17ae47577291a6ccebabe679-1 {}] regionserver.HStore(327): Store=8af08aae17ae47577291a6ccebabe679/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:08,052 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,052 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,053 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,054 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,054 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,054 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:13:08,055 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,056 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 8af08aae17ae47577291a6ccebabe679; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69183948, jitterRate=0.03092116117477417}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:13:08,056 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,057 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 8af08aae17ae47577291a6ccebabe679: Running coprocessor pre-open hook at 1731514388047Writing region info on filesystem at 1731514388047Initializing all the Stores at 1731514388047Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514388047Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514388047Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514388047Cleaning up temporary data from old regions at 1731514388054 (+7 ms)Running coprocessor post-open hooks at 1731514388056 (+2 ms)Region opened successfully at 1731514388056 2024-11-13T16:13:08,057 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., pid=100, masterSystemTime=1731514388043 2024-11-13T16:13:08,059 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,059 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=OPEN, openSeqNum=5, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-13T16:13:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 in 170 msec 2024-11-13T16:13:08,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-13T16:13:08,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, REOPEN/MOVE in 490 msec 2024-11-13T16:13:08,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-13T16:13:08,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-13T16:13:08,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-13T16:13:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-13T16:13:08,069 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:08,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,071 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302a307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,072 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f0e9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,074 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1697ff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,075 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7675aa84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,077 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8bd808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,078 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95c0cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f03e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,080 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae31e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,082 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67894119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768de7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8c8ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7565e990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c232f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,088 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa445b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,090 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b59091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,091 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3e8e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e493c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,094 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf1ecc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:08,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:08,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595d893d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:08,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b45350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:08,098 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,098 DEBUG [Thread-1664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,098 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,098 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,103 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,103 DEBUG [Thread-1653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:08,106 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,106 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-13T16:13:08,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:08,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:08,113 DEBUG [Thread-1660 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:08,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:08,118 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,122 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:08,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:08,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:13:08,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e3271c5d1f214903a546ef0bfea0b76c_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514388117/Put/seqid=0 2024-11-13T16:13:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742190_1366 (size=14594) 2024-11-13T16:13:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514448202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514448203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514448204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514448205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514448209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514448318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514448318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514448319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514448319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514448328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514448528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514448528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514448528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514448528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514448548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:08,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e3271c5d1f214903a546ef0bfea0b76c_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3271c5d1f214903a546ef0bfea0b76c_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:08,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf8080ea5c341438c4139c15e8dbf08, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:08,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf8080ea5c341438c4139c15e8dbf08 is 175, key is test_row_0/A:col10/1731514388117/Put/seqid=0 2024-11-13T16:13:08,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742191_1367 (size=39549) 2024-11-13T16:13:08,586 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf8080ea5c341438c4139c15e8dbf08 2024-11-13T16:13:08,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7d06a18acb00472b81f12f963bad2d94 is 50, key is test_row_0/B:col10/1731514388117/Put/seqid=0 2024-11-13T16:13:08,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742192_1368 (size=12001) 2024-11-13T16:13:08,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7d06a18acb00472b81f12f963bad2d94 2024-11-13T16:13:08,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/b59a2d8782f64a12909edb9e70943f28 is 50, key is test_row_0/C:col10/1731514388117/Put/seqid=0 2024-11-13T16:13:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742193_1369 (size=12001) 2024-11-13T16:13:08,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:08,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:08,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514448848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514448848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514448848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514448849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514448858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:08,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:08,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:09,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:09,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:09,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:09,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/b59a2d8782f64a12909edb9e70943f28 2024-11-13T16:13:09,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf8080ea5c341438c4139c15e8dbf08 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08 2024-11-13T16:13:09,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08, entries=200, sequenceid=16, filesize=38.6 K 2024-11-13T16:13:09,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7d06a18acb00472b81f12f963bad2d94 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94 2024-11-13T16:13:09,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T16:13:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/b59a2d8782f64a12909edb9e70943f28 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28 2024-11-13T16:13:09,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T16:13:09,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8af08aae17ae47577291a6ccebabe679 in 968ms, sequenceid=16, compaction requested=false 2024-11-13T16:13:09,086 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T16:13:09,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:09,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T16:13:09,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:09,187 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:13:09,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1e1032ecd5345cab97e9e4dc8025ea2_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514388206/Put/seqid=0 2024-11-13T16:13:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742194_1370 (size=12154) 2024-11-13T16:13:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:09,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514449378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514449378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514449379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514449380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514449384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514449488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514449488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514449497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514449497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:09,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1e1032ecd5345cab97e9e4dc8025ea2_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1e1032ecd5345cab97e9e4dc8025ea2_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/807e031dcd5640238f41540650c657e6, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/807e031dcd5640238f41540650c657e6 is 175, key is test_row_0/A:col10/1731514388206/Put/seqid=0 2024-11-13T16:13:09,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742195_1371 (size=30955) 2024-11-13T16:13:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514449708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514449708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514449718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514449718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:09,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:13:10,008 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/807e031dcd5640238f41540650c657e6 2024-11-13T16:13:10,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/0ddfb449820c44318307fd0ba59acdd7 is 50, key is test_row_0/B:col10/1731514388206/Put/seqid=0 2024-11-13T16:13:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742196_1372 (size=12001) 2024-11-13T16:13:10,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514450027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514450027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514450398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,403 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 8af08aae17ae47577291a6ccebabe679 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/0ddfb449820c44318307fd0ba59acdd7 2024-11-13T16:13:10,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d7c6bc435a594865a27e5a5dff0dbd07 is 50, key is test_row_0/C:col10/1731514388206/Put/seqid=0 2024-11-13T16:13:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742197_1373 (size=12001) 2024-11-13T16:13:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514450538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514450538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514450548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514450548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:10,846 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d7c6bc435a594865a27e5a5dff0dbd07 2024-11-13T16:13:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/807e031dcd5640238f41540650c657e6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6 2024-11-13T16:13:10,856 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T16:13:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/0ddfb449820c44318307fd0ba59acdd7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7 2024-11-13T16:13:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,860 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T16:13:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d7c6bc435a594865a27e5a5dff0dbd07 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07 2024-11-13T16:13:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,865 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T16:13:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8af08aae17ae47577291a6ccebabe679 in 1680ms, sequenceid=40, compaction requested=false 2024-11-13T16:13:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-13T16:13:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-13T16:13:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T16:13:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7570 sec 2024-11-13T16:13:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.7650 sec 2024-11-13T16:13:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:11,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:13:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131566764dfbee4bfb989436224732ca4c_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742198_1374 (size=12154) 2024-11-13T16:13:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:11,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514451662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514451664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514451664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514451665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514451768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514451778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514451778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514451788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514451988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514451988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:11,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514451998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514452007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:12,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131566764dfbee4bfb989436224732ca4c_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131566764dfbee4bfb989436224732ca4c_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:12,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bf04465b40c542e59626615be0ac9038, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:12,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bf04465b40c542e59626615be0ac9038 is 175, key is test_row_0/A:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742199_1375 (size=30955) 2024-11-13T16:13:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T16:13:12,278 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:12,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-13T16:13:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:12,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:12,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:12,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514452308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514452308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514452318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514452318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:12,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514452428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,430 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 8af08aae17ae47577291a6ccebabe679 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:12,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T16:13:12,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:12,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bf04465b40c542e59626615be0ac9038 2024-11-13T16:13:12,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/bda67303a2524d1e8ef6e67f59c8fd66 is 50, key is test_row_0/B:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742200_1376 (size=12001) 2024-11-13T16:13:12,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/bda67303a2524d1e8ef6e67f59c8fd66 2024-11-13T16:13:12,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4e17bc53cf894d2589ef5919d78752d9 is 50, key is test_row_0/C:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742201_1377 (size=12001) 2024-11-13T16:13:12,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T16:13:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:12,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T16:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514452817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514452828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514452838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514452838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:12,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T16:13:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:12,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4e17bc53cf894d2589ef5919d78752d9 2024-11-13T16:13:12,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bf04465b40c542e59626615be0ac9038 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038 2024-11-13T16:13:12,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038, entries=150, sequenceid=53, filesize=30.2 K 2024-11-13T16:13:12,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/bda67303a2524d1e8ef6e67f59c8fd66 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66 2024-11-13T16:13:12,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T16:13:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4e17bc53cf894d2589ef5919d78752d9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9 2024-11-13T16:13:12,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T16:13:12,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8af08aae17ae47577291a6ccebabe679 in 1336ms, sequenceid=53, compaction requested=true 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:12,929 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:12,929 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:12,930 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:12,930 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:12,931 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:12,931 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:12,931 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,931 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,931 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=35.2 K 2024-11-13T16:13:12,931 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=99.1 K 2024-11-13T16:13:12,931 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,931 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038] 2024-11-13T16:13:12,932 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d06a18acb00472b81f12f963bad2d94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514388114 2024-11-13T16:13:12,932 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf8080ea5c341438c4139c15e8dbf08, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514388109 2024-11-13T16:13:12,932 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddfb449820c44318307fd0ba59acdd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731514388200 2024-11-13T16:13:12,932 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 807e031dcd5640238f41540650c657e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731514388200 2024-11-13T16:13:12,933 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting bda67303a2524d1e8ef6e67f59c8fd66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:12,933 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf04465b40c542e59626615be0ac9038, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:12,942 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:12,943 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/88f836a951ff48e98dc084090804e1ea is 50, key is test_row_0/B:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,943 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:12,945 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a3cb10dd075f4d789d1a28513f608311_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:12,946 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a3cb10dd075f4d789d1a28513f608311_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:12,946 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3cb10dd075f4d789d1a28513f608311_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742202_1378 (size=12104) 2024-11-13T16:13:12,964 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/88f836a951ff48e98dc084090804e1ea as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88f836a951ff48e98dc084090804e1ea 2024-11-13T16:13:12,968 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 88f836a951ff48e98dc084090804e1ea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:12,968 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:12,968 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514392929; duration=0sec 2024-11-13T16:13:12,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:12,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:12,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:12,970 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:12,970 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:12,970 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:12,971 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=35.2 K 2024-11-13T16:13:12,971 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b59a2d8782f64a12909edb9e70943f28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514388114 2024-11-13T16:13:12,971 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d7c6bc435a594865a27e5a5dff0dbd07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731514388200 2024-11-13T16:13:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742203_1379 (size=4469) 2024-11-13T16:13:12,972 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e17bc53cf894d2589ef5919d78752d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:12,973 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#328 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:12,974 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/1609a727e3b24632b584dd4ddd2baded is 175, key is test_row_0/A:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,979 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:12,980 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e272b61c3c724d2aaf4e137a4d6967c4 is 50, key is test_row_0/C:col10/1731514389382/Put/seqid=0 2024-11-13T16:13:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742204_1380 (size=31058) 2024-11-13T16:13:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742205_1381 (size=12104) 2024-11-13T16:13:12,991 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/1609a727e3b24632b584dd4ddd2baded as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded 2024-11-13T16:13:12,995 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e272b61c3c724d2aaf4e137a4d6967c4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e272b61c3c724d2aaf4e137a4d6967c4 2024-11-13T16:13:12,997 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into 1609a727e3b24632b584dd4ddd2baded(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:12,997 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:12,997 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514392929; duration=0sec 2024-11-13T16:13:12,997 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:12,997 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:13,001 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into e272b61c3c724d2aaf4e137a4d6967c4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:13,001 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:13,001 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514392929; duration=0sec 2024-11-13T16:13:13,001 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:13,001 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:13,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T16:13:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:13,048 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:13:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9abff26d83c4c0da7f85bfd1b93893a_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514391660/Put/seqid=0 2024-11-13T16:13:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742206_1382 (size=12154) 2024-11-13T16:13:13,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9abff26d83c4c0da7f85bfd1b93893a_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9abff26d83c4c0da7f85bfd1b93893a_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6467778e74da4b52ade7989a32d21a8c, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6467778e74da4b52ade7989a32d21a8c is 175, key is test_row_0/A:col10/1731514391660/Put/seqid=0 2024-11-13T16:13:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742207_1383 (size=30955) 2024-11-13T16:13:13,076 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6467778e74da4b52ade7989a32d21a8c 2024-11-13T16:13:13,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7497f4c1d6464b11b6e148153fe39530 is 50, key is test_row_0/B:col10/1731514391660/Put/seqid=0 2024-11-13T16:13:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742208_1384 (size=12001) 2024-11-13T16:13:13,117 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7497f4c1d6464b11b6e148153fe39530 2024-11-13T16:13:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d5181f44f8ca44d0b9cc454414f49e9a is 50, key is test_row_0/C:col10/1731514391660/Put/seqid=0 2024-11-13T16:13:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742209_1385 (size=12001) 2024-11-13T16:13:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:13,540 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d5181f44f8ca44d0b9cc454414f49e9a 2024-11-13T16:13:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6467778e74da4b52ade7989a32d21a8c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c 2024-11-13T16:13:13,548 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c, entries=150, sequenceid=79, filesize=30.2 K 2024-11-13T16:13:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/7497f4c1d6464b11b6e148153fe39530 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530 2024-11-13T16:13:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,552 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T16:13:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d5181f44f8ca44d0b9cc454414f49e9a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a 2024-11-13T16:13:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,557 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T16:13:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,558 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 8af08aae17ae47577291a6ccebabe679 in 510ms, sequenceid=79, compaction requested=false 2024-11-13T16:13:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-13T16:13:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-13T16:13:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-13T16:13:13,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2780 sec 2024-11-13T16:13:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.2840 sec 2024-11-13T16:13:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:13,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:13,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113840fe7d1eff24633badaedcdf847d5b8_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742211_1387 (size=24358) 2024-11-13T16:13:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514454080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514454081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514454082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514454083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514454199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514454200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514454208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514454208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:14,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113840fe7d1eff24633badaedcdf847d5b8_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113840fe7d1eff24633badaedcdf847d5b8_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:14,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/374e67b7681b4f12ad55a43e2806ca11, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:14,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/374e67b7681b4f12ad55a43e2806ca11 is 175, key is test_row_0/A:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742210_1386 (size=73995) 2024-11-13T16:13:14,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/374e67b7681b4f12ad55a43e2806ca11 2024-11-13T16:13:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514454418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514454418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T16:13:14,429 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:14,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/eb5d882d96294d0a8368f7fb196681d7 is 50, key is test_row_0/B:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T16:13:14,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:14,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:14,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742212_1388 (size=12001) 2024-11-13T16:13:14,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514454428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514454428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:14,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514454738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514454738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514454747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514454748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:14,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/eb5d882d96294d0a8368f7fb196681d7 2024-11-13T16:13:14,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4bdb43307cd540bf99a05e8bb6312178 is 50, key is test_row_0/C:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742213_1389 (size=12001) 2024-11-13T16:13:14,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:14,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:15,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4bdb43307cd540bf99a05e8bb6312178 2024-11-13T16:13:15,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/374e67b7681b4f12ad55a43e2806ca11 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11 2024-11-13T16:13:15,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11, entries=400, sequenceid=90, filesize=72.3 K 2024-11-13T16:13:15,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/eb5d882d96294d0a8368f7fb196681d7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7 2024-11-13T16:13:15,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T16:13:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4bdb43307cd540bf99a05e8bb6312178 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178 2024-11-13T16:13:15,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T16:13:15,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8af08aae17ae47577291a6ccebabe679 in 1300ms, sequenceid=90, compaction requested=true 2024-11-13T16:13:15,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:15,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:15,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:15,263 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:15,264 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:15,264 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:15,264 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:15,264 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:15,264 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:15,264 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,264 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,265 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88f836a951ff48e98dc084090804e1ea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=35.3 K 2024-11-13T16:13:15,265 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=132.8 K 2024-11-13T16:13:15,265 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,265 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11] 2024-11-13T16:13:15,265 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 88f836a951ff48e98dc084090804e1ea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:15,265 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1609a727e3b24632b584dd4ddd2baded, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:15,265 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7497f4c1d6464b11b6e148153fe39530, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731514391660 2024-11-13T16:13:15,265 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6467778e74da4b52ade7989a32d21a8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731514391660 2024-11-13T16:13:15,266 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5d882d96294d0a8368f7fb196681d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393944 2024-11-13T16:13:15,266 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 374e67b7681b4f12ad55a43e2806ca11, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393939 2024-11-13T16:13:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:15,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:15,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T16:13:15,275 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:15,280 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:15,281 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/8d621d12b391492b8b71e1a7182ec200 is 50, key is test_row_0/B:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514455281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,291 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130f07262b57054f0ebbe347ba97847014_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:15,294 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130f07262b57054f0ebbe347ba97847014_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:15,294 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130f07262b57054f0ebbe347ba97847014_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514455282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a5401a691d941c89890cfad2bd9886b_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514395268/Put/seqid=0 2024-11-13T16:13:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514455284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514455285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742215_1391 (size=19474) 2024-11-13T16:13:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742214_1390 (size=12207) 2024-11-13T16:13:15,327 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/8d621d12b391492b8b71e1a7182ec200 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/8d621d12b391492b8b71e1a7182ec200 2024-11-13T16:13:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742216_1392 (size=4469) 2024-11-13T16:13:15,329 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#336 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:15,330 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/202fe6c0376d446f85c44f4b6d4c9f44 is 175, key is test_row_0/A:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:15,333 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 8d621d12b391492b8b71e1a7182ec200(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:15,333 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:15,333 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514395264; duration=0sec 2024-11-13T16:13:15,333 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:15,333 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:15,333 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:15,334 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:15,334 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:15,334 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,334 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e272b61c3c724d2aaf4e137a4d6967c4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=35.3 K 2024-11-13T16:13:15,335 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting e272b61c3c724d2aaf4e137a4d6967c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731514389379 2024-11-13T16:13:15,335 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d5181f44f8ca44d0b9cc454414f49e9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731514391660 2024-11-13T16:13:15,335 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bdb43307cd540bf99a05e8bb6312178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393944 2024-11-13T16:13:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742217_1393 (size=31161) 2024-11-13T16:13:15,345 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:15,345 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/33aac574d4c441a3bee2661411c8286c is 50, key is test_row_0/C:col10/1731514393961/Put/seqid=0 2024-11-13T16:13:15,347 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/202fe6c0376d446f85c44f4b6d4c9f44 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44 2024-11-13T16:13:15,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,353 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into 202fe6c0376d446f85c44f4b6d4c9f44(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:15,353 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:15,353 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514395263; duration=0sec 2024-11-13T16:13:15,353 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:15,353 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742218_1394 (size=12207) 2024-11-13T16:13:15,363 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/33aac574d4c441a3bee2661411c8286c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/33aac574d4c441a3bee2661411c8286c 2024-11-13T16:13:15,367 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 33aac574d4c441a3bee2661411c8286c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:15,367 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:15,367 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514395264; duration=0sec 2024-11-13T16:13:15,367 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:15,367 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514455397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514455408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514455408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514455408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514455618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514455628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514455628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514455628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:15,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a5401a691d941c89890cfad2bd9886b_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5401a691d941c89890cfad2bd9886b_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:15,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/7cdf1afbcd95408eb165b744f9b1e69a, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:15,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/7cdf1afbcd95408eb165b744f9b1e69a is 175, key is test_row_0/A:col10/1731514395268/Put/seqid=0 2024-11-13T16:13:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742219_1395 (size=56733) 2024-11-13T16:13:15,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514455938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514455938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514455948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514455948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:15,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:15,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/7cdf1afbcd95408eb165b744f9b1e69a 2024-11-13T16:13:16,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/1243f18095054e1ca5f239bd02944799 is 50, key is test_row_0/B:col10/1731514395268/Put/seqid=0 2024-11-13T16:13:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742220_1396 (size=12001) 2024-11-13T16:13:16,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:16,453 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 8af08aae17ae47577291a6ccebabe679 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514456458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514456458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514456468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:16,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/1243f18095054e1ca5f239bd02944799 2024-11-13T16:13:16,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d85e0854a1e244d79b6020a981086656 is 50, key is test_row_0/C:col10/1731514395268/Put/seqid=0 2024-11-13T16:13:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742221_1397 (size=12001) 2024-11-13T16:13:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:16,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:16,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:16,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d85e0854a1e244d79b6020a981086656 2024-11-13T16:13:16,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/7cdf1afbcd95408eb165b744f9b1e69a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a 2024-11-13T16:13:16,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a, entries=300, sequenceid=118, filesize=55.4 K 2024-11-13T16:13:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/1243f18095054e1ca5f239bd02944799 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799 2024-11-13T16:13:16,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T16:13:16,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/d85e0854a1e244d79b6020a981086656 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656 2024-11-13T16:13:16,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T16:13:16,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8af08aae17ae47577291a6ccebabe679 in 1703ms, sequenceid=118, compaction requested=false 2024-11-13T16:13:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:17,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T16:13:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:17,038 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T16:13:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111352381c6de4574fd69b7a7a3947d55719_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514395283/Put/seqid=0 2024-11-13T16:13:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742222_1398 (size=12154) 2024-11-13T16:13:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:17,059 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111352381c6de4574fd69b7a7a3947d55719_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352381c6de4574fd69b7a7a3947d55719_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/e374c486846f44cd9448da29d58bd431, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/e374c486846f44cd9448da29d58bd431 is 175, key is test_row_0/A:col10/1731514395283/Put/seqid=0 2024-11-13T16:13:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742223_1399 (size=30955) 2024-11-13T16:13:17,469 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/e374c486846f44cd9448da29d58bd431 2024-11-13T16:13:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:17,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:17,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/2b79676e19ef479a86bd0233a535e51f is 50, key is test_row_0/B:col10/1731514395283/Put/seqid=0 2024-11-13T16:13:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742224_1400 (size=12001) 2024-11-13T16:13:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514457532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514457539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514457540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514457541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514457647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514457647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514457658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514457658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514457858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514457868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514457878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514457878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:17,885 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/2b79676e19ef479a86bd0233a535e51f 2024-11-13T16:13:17,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4c3d9a3016634311b17fb5274c480975 is 50, key is test_row_0/C:col10/1731514395283/Put/seqid=0 2024-11-13T16:13:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742225_1401 (size=12001) 2024-11-13T16:13:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514458167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514458178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514458188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514458188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,299 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4c3d9a3016634311b17fb5274c480975 2024-11-13T16:13:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/e374c486846f44cd9448da29d58bd431 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431 2024-11-13T16:13:18,308 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431, entries=150, sequenceid=129, filesize=30.2 K 2024-11-13T16:13:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/2b79676e19ef479a86bd0233a535e51f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f 2024-11-13T16:13:18,313 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T16:13:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4c3d9a3016634311b17fb5274c480975 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975 2024-11-13T16:13:18,319 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T16:13:18,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 8af08aae17ae47577291a6ccebabe679 in 1283ms, sequenceid=129, compaction requested=true 2024-11-13T16:13:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T16:13:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T16:13:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T16:13:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8900 sec 2024-11-13T16:13:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.8950 sec 2024-11-13T16:13:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T16:13:18,589 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:18,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-13T16:13:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:18,591 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:18,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:18,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:18,697 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:18,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T16:13:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:18,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135e9df7426a8e449ba26552bc4f7f9111_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514458701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742226_1402 (size=14794) 2024-11-13T16:13:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514458707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514458707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514458708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:18,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514458817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514458818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514458818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514458828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:18,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:18,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:18,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:18,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514459038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514459038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514459038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514459048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,110 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135e9df7426a8e449ba26552bc4f7f9111_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135e9df7426a8e449ba26552bc4f7f9111_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:19,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/d4553d6e602c45bb89db78f4701955bf, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/d4553d6e602c45bb89db78f4701955bf is 175, key is test_row_0/A:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742227_1403 (size=39749) 2024-11-13T16:13:19,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:19,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514459348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514459358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514459358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514459367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:19,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:19,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/d4553d6e602c45bb89db78f4701955bf 2024-11-13T16:13:19,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/4eebb6d0324648ffa60ea2e83e30a883 is 50, key is test_row_0/B:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742228_1404 (size=12151) 2024-11-13T16:13:19,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/4eebb6d0324648ffa60ea2e83e30a883 2024-11-13T16:13:19,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/542124dc0bb74a87a5555b6fbc58cfd4 is 50, key is test_row_0/C:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742229_1405 (size=12151) 2024-11-13T16:13:19,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/542124dc0bb74a87a5555b6fbc58cfd4 2024-11-13T16:13:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/d4553d6e602c45bb89db78f4701955bf as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf 2024-11-13T16:13:19,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf, entries=200, sequenceid=158, filesize=38.8 K 2024-11-13T16:13:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/4eebb6d0324648ffa60ea2e83e30a883 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883 2024-11-13T16:13:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/542124dc0bb74a87a5555b6fbc58cfd4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4 2024-11-13T16:13:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T16:13:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 8af08aae17ae47577291a6ccebabe679 in 872ms, sequenceid=158, compaction requested=true 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:19,569 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:19,569 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,570 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:19,570 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,571 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,571 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:19,571 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=154.9 K 2024-11-13T16:13:19,571 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:19,571 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,571 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf] 2024-11-13T16:13:19,571 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,571 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/8d621d12b391492b8b71e1a7182ec200, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=47.2 K 2024-11-13T16:13:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,571 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 202fe6c0376d446f85c44f4b6d4c9f44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393944 2024-11-13T16:13:19,571 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d621d12b391492b8b71e1a7182ec200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393944 2024-11-13T16:13:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1243f18095054e1ca5f239bd02944799, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731514394056 2024-11-13T16:13:19,572 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cdf1afbcd95408eb165b744f9b1e69a, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731514394056 2024-11-13T16:13:19,572 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b79676e19ef479a86bd0233a535e51f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731514395272 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eebb6d0324648ffa60ea2e83e30a883, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:19,572 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e374c486846f44cd9448da29d58bd431, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731514395272 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,573 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4553d6e602c45bb89db78f4701955bf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,582 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,582 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/88e1ad6a27684a5cba53cbc9fa25eb5d is 50, key is test_row_0/B:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,591 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742230_1406 (size=12493) 2024-11-13T16:13:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,598 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113490d2719e4ae47109044d6ce9ce50281_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,598 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/88e1ad6a27684a5cba53cbc9fa25eb5d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88e1ad6a27684a5cba53cbc9fa25eb5d 2024-11-13T16:13:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,600 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113490d2719e4ae47109044d6ce9ce50281_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,601 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113490d2719e4ae47109044d6ce9ce50281_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742231_1407 (size=4469) 2024-11-13T16:13:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,605 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 88e1ad6a27684a5cba53cbc9fa25eb5d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,605 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=12, startTime=1731514399569; duration=0sec 2024-11-13T16:13:19,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:19,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:19,605 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#349 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,606 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/908c5bf0899142df9f44daf00f6aed44 is 175, key is test_row_0/A:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:19,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,608 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/33aac574d4c441a3bee2661411c8286c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=47.2 K 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 33aac574d4c441a3bee2661411c8286c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731514393944 2024-11-13T16:13:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d85e0854a1e244d79b6020a981086656, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731514394056 2024-11-13T16:13:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c3d9a3016634311b17fb5274c480975, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731514395272 2024-11-13T16:13:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742232_1408 (size=31447) 2024-11-13T16:13:19,610 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 542124dc0bb74a87a5555b6fbc58cfd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,615 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/908c5bf0899142df9f44daf00f6aed44 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44 2024-11-13T16:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into 908c5bf0899142df9f44daf00f6aed44(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,620 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:19,620 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/030dc01b523644268be7bb0e283630a8 is 50, key is test_row_0/C:col10/1731514398696/Put/seqid=0 2024-11-13T16:13:19,620 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=12, startTime=1731514399569; duration=0sec 2024-11-13T16:13:19,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:19,621 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742233_1409 (size=12493) 2024-11-13T16:13:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T16:13:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,663 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T16:13:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111380d2531d883342929d048d4cb3715c38_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_1/A:col10/1731514398705/Put/seqid=0 2024-11-13T16:13:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742234_1410 (size=9814) 2024-11-13T16:13:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,711 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111380d2531d883342929d048d4cb3715c38_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111380d2531d883342929d048d4cb3715c38_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/77bb2f2f412e4253ae68cca98e68678a, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/77bb2f2f412e4253ae68cca98e68678a is 175, key is test_row_1/A:col10/1731514398705/Put/seqid=0 2024-11-13T16:13:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742235_1411 (size=22461) 2024-11-13T16:13:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,735 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/77bb2f2f412e4253ae68cca98e68678a 2024-11-13T16:13:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/82956cc17dfe40a1a1c5718befcdf9b2 is 50, key is test_row_1/B:col10/1731514398705/Put/seqid=0 2024-11-13T16:13:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742236_1412 (size=9757) 2024-11-13T16:13:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,754 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/82956cc17dfe40a1a1c5718befcdf9b2 2024-11-13T16:13:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/3cd10c62aa4f4a1dae35edc0af7f13da is 50, key is test_row_1/C:col10/1731514398705/Put/seqid=0 2024-11-13T16:13:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742237_1413 (size=9757) 2024-11-13T16:13:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/3cd10c62aa4f4a1dae35edc0af7f13da 2024-11-13T16:13:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/77bb2f2f412e4253ae68cca98e68678a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a 2024-11-13T16:13:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a, entries=100, sequenceid=167, filesize=21.9 K 2024-11-13T16:13:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/82956cc17dfe40a1a1c5718befcdf9b2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2 2024-11-13T16:13:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,796 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2, entries=100, sequenceid=167, filesize=9.5 K 2024-11-13T16:13:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/3cd10c62aa4f4a1dae35edc0af7f13da as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da 2024-11-13T16:13:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,802 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da, entries=100, sequenceid=167, filesize=9.5 K 2024-11-13T16:13:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,804 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8af08aae17ae47577291a6ccebabe679 in 141ms, sequenceid=167, compaction requested=false 2024-11-13T16:13:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-13T16:13:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-13T16:13:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T16:13:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-13T16:13:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.2190 sec 2024-11-13T16:13:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:19,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111352cbe96aad5847d886986a9731784b29_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,029 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/030dc01b523644268be7bb0e283630a8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/030dc01b523644268be7bb0e283630a8 2024-11-13T16:13:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742239_1415 (size=27248) 2024-11-13T16:13:20,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:20,063 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 030dc01b523644268be7bb0e283630a8(size=12.2 K), total size for store is 21.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:20,063 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:20,063 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=12, startTime=1731514399569; duration=0sec 2024-11-13T16:13:20,063 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:20,063 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:20,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111352cbe96aad5847d886986a9731784b29_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352cbe96aad5847d886986a9731784b29_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:20,065 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bb89a22ef0124dc6a71792fd32e8eec6, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:20,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bb89a22ef0124dc6a71792fd32e8eec6 is 175, key is test_row_0/A:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742238_1414 (size=83035) 2024-11-13T16:13:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514460095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514460108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514460110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514460111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514460218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514460218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514460228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514460228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514460428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514460428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514460438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514460447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bb89a22ef0124dc6a71792fd32e8eec6 2024-11-13T16:13:20,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/fb8ef84dd2df4648ae7dfb73a38bae0d is 50, key is test_row_0/B:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742240_1416 (size=12151) 2024-11-13T16:13:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T16:13:20,738 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:20,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-13T16:13:20,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:20,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:20,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514460748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514460748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514460748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514460767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:20,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/fb8ef84dd2df4648ae7dfb73a38bae0d 2024-11-13T16:13:20,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/74d0bb44954444d0a3e3695af17ae604 is 50, key is test_row_0/C:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742241_1417 (size=12151) 2024-11-13T16:13:20,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T16:13:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:20,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T16:13:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:21,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T16:13:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514461258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514461268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514461268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:21,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/74d0bb44954444d0a3e3695af17ae604 2024-11-13T16:13:21,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/bb89a22ef0124dc6a71792fd32e8eec6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6 2024-11-13T16:13:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514461287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:21,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6, entries=450, sequenceid=179, filesize=81.1 K 2024-11-13T16:13:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/fb8ef84dd2df4648ae7dfb73a38bae0d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d 2024-11-13T16:13:21,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d, entries=150, sequenceid=179, filesize=11.9 K 2024-11-13T16:13:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/74d0bb44954444d0a3e3695af17ae604 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604 2024-11-13T16:13:21,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604, entries=150, sequenceid=179, filesize=11.9 K 2024-11-13T16:13:21,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8af08aae17ae47577291a6ccebabe679 in 1328ms, sequenceid=179, compaction requested=true 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:21,306 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:21,306 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:21,308 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:21,308 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136943 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:21,308 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:21,308 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:21,308 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,308 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,308 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88e1ad6a27684a5cba53cbc9fa25eb5d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=33.6 K 2024-11-13T16:13:21,308 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=133.7 K 2024-11-13T16:13:21,308 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,308 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6] 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e1ad6a27684a5cba53cbc9fa25eb5d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908c5bf0899142df9f44daf00f6aed44, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77bb2f2f412e4253ae68cca98e68678a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731514398705 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 82956cc17dfe40a1a1c5718befcdf9b2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731514398705 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8ef84dd2df4648ae7dfb73a38bae0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399974 2024-11-13T16:13:21,309 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb89a22ef0124dc6a71792fd32e8eec6, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399905 2024-11-13T16:13:21,323 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:21,324 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:21,325 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/3c49ed5a8d764d8e9b54e0c4f4babfaf is 50, key is test_row_0/B:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:21,336 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f941ca15906549ffb49af72098cc6d59_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:21,339 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f941ca15906549ffb49af72098cc6d59_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:21,339 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f941ca15906549ffb49af72098cc6d59_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:21,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T16:13:21,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,355 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T16:13:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742242_1418 (size=12595) 2024-11-13T16:13:21,363 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/3c49ed5a8d764d8e9b54e0c4f4babfaf as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3c49ed5a8d764d8e9b54e0c4f4babfaf 2024-11-13T16:13:21,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742243_1419 (size=4469) 2024-11-13T16:13:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113320072e3e59147f6bc94fd2e3f3e5581_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514400091/Put/seqid=0 2024-11-13T16:13:21,370 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 3c49ed5a8d764d8e9b54e0c4f4babfaf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:21,370 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:21,370 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514401306; duration=0sec 2024-11-13T16:13:21,370 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:21,370 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:21,370 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:21,376 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:21,376 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:21,377 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:21,377 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/030dc01b523644268be7bb0e283630a8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=33.6 K 2024-11-13T16:13:21,377 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 030dc01b523644268be7bb0e283630a8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731514397525 2024-11-13T16:13:21,377 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cd10c62aa4f4a1dae35edc0af7f13da, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731514398705 2024-11-13T16:13:21,378 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d0bb44954444d0a3e3695af17ae604, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399974 2024-11-13T16:13:21,393 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:21,393 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/51a14b4aac5245439697c95f9b5c76fb is 50, key is test_row_0/C:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742244_1420 (size=12304) 2024-11-13T16:13:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742245_1421 (size=12595) 2024-11-13T16:13:21,414 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/51a14b4aac5245439697c95f9b5c76fb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/51a14b4aac5245439697c95f9b5c76fb 2024-11-13T16:13:21,419 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 51a14b4aac5245439697c95f9b5c76fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:21,419 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:21,419 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514401306; duration=0sec 2024-11-13T16:13:21,420 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:21,420 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:21,767 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#358 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:21,768 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/fdf1d1be211d4a9d9b3c1d87df45dd36 is 175, key is test_row_0/A:col10/1731514399974/Put/seqid=0 2024-11-13T16:13:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742246_1422 (size=31549) 2024-11-13T16:13:21,779 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/fdf1d1be211d4a9d9b3c1d87df45dd36 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36 2024-11-13T16:13:21,784 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into fdf1d1be211d4a9d9b3c1d87df45dd36(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:21,784 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:21,784 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514401306; duration=0sec 2024-11-13T16:13:21,784 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:21,784 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:21,814 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113320072e3e59147f6bc94fd2e3f3e5581_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113320072e3e59147f6bc94fd2e3f3e5581_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:21,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/79df3a926e9d425e8c608d01395a5bbd, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:21,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/79df3a926e9d425e8c608d01395a5bbd is 175, key is test_row_0/A:col10/1731514400091/Put/seqid=0 2024-11-13T16:13:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742247_1423 (size=31105) 2024-11-13T16:13:21,832 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/79df3a926e9d425e8c608d01395a5bbd 2024-11-13T16:13:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/e1b62bacaeb1456699f2e0c41026bea2 is 50, key is test_row_0/B:col10/1731514400091/Put/seqid=0 2024-11-13T16:13:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742248_1424 (size=12151) 2024-11-13T16:13:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:22,252 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/e1b62bacaeb1456699f2e0c41026bea2 2024-11-13T16:13:22,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/597066aaae7a4b81b22441e5484788ee is 50, key is test_row_0/C:col10/1731514400091/Put/seqid=0 2024-11-13T16:13:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742249_1425 (size=12151) 2024-11-13T16:13:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:22,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514462325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514462325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514462325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514462336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514462448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514462448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514462448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514462448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514462658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,665 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/597066aaae7a4b81b22441e5484788ee 2024-11-13T16:13:22,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514462667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514462667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514462668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/79df3a926e9d425e8c608d01395a5bbd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd 2024-11-13T16:13:22,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:22,674 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd, entries=150, sequenceid=204, filesize=30.4 K 2024-11-13T16:13:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/e1b62bacaeb1456699f2e0c41026bea2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2 2024-11-13T16:13:22,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T16:13:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/597066aaae7a4b81b22441e5484788ee as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee 2024-11-13T16:13:22,683 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T16:13:22,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8af08aae17ae47577291a6ccebabe679 in 1329ms, sequenceid=204, compaction requested=false 2024-11-13T16:13:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-13T16:13:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-13T16:13:22,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T16:13:22,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-11-13T16:13:22,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9540 sec 2024-11-13T16:13:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T16:13:22,888 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:22,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-13T16:13:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:22,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:22,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:22,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:22,972 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:22,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:13:22,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113834a960181dc4569823a4443727751b3_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742250_1426 (size=12304) 2024-11-13T16:13:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514463013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514463024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514463025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514463026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514463138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514463138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514463147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514463148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:23,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514463347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514463347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514463368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514463368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:23,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113834a960181dc4569823a4443727751b3_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a960181dc4569823a4443727751b3_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:23,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/c5db127065474e76bee02e87390af8dd, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:23,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/c5db127065474e76bee02e87390af8dd is 175, key is test_row_0/A:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:23,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742251_1427 (size=31105) 2024-11-13T16:13:23,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:23,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514463668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514463668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514463678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514463688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:23,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/c5db127065474e76bee02e87390af8dd 2024-11-13T16:13:23,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/588d8ef0e9ec4ac798b39fad7dd68b7d is 50, key is test_row_0/B:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742252_1428 (size=12151) 2024-11-13T16:13:23,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:23,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:23,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:23,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:24,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:24,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:24,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:24,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:24,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514464188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:24,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514464188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:24,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/588d8ef0e9ec4ac798b39fad7dd68b7d 2024-11-13T16:13:24,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514464198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:24,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/ef13a364595048fbabe0148c83409d3c is 50, key is test_row_0/C:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742253_1429 (size=12151) 2024-11-13T16:13:24,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/ef13a364595048fbabe0148c83409d3c 2024-11-13T16:13:24,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514464207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:24,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/c5db127065474e76bee02e87390af8dd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd 2024-11-13T16:13:24,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd, entries=150, sequenceid=220, filesize=30.4 K 2024-11-13T16:13:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/588d8ef0e9ec4ac798b39fad7dd68b7d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d 2024-11-13T16:13:24,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T16:13:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/ef13a364595048fbabe0148c83409d3c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c 2024-11-13T16:13:24,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T16:13:24,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8af08aae17ae47577291a6ccebabe679 in 1260ms, sequenceid=220, compaction requested=true 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:24,232 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:24,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T16:13:24,233 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:24,234 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:24,234 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=91.6 K 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:24,234 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd] 2024-11-13T16:13:24,234 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,234 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3c49ed5a8d764d8e9b54e0c4f4babfaf, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.0 K 2024-11-13T16:13:24,234 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf1d1be211d4a9d9b3c1d87df45dd36, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399974 2024-11-13T16:13:24,236 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79df3a926e9d425e8c608d01395a5bbd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514400091 2024-11-13T16:13:24,237 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5db127065474e76bee02e87390af8dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:24,237 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c49ed5a8d764d8e9b54e0c4f4babfaf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399974 2024-11-13T16:13:24,237 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b62bacaeb1456699f2e0c41026bea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514400091 2024-11-13T16:13:24,238 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 588d8ef0e9ec4ac798b39fad7dd68b7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:24,242 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:24,244 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c06785a17a7a49949b4b9aaef4b51e36_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:24,244 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#367 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:24,245 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/3aba55404c114132a3b781de82953d71 is 50, key is test_row_0/B:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:24,246 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c06785a17a7a49949b4b9aaef4b51e36_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:24,246 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c06785a17a7a49949b4b9aaef4b51e36_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742254_1430 (size=12697) 2024-11-13T16:13:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742255_1431 (size=4469) 2024-11-13T16:13:24,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T16:13:24,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,277 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T16:13:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b521df065507493db2c65289adb80e3d_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514403025/Put/seqid=0 2024-11-13T16:13:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742256_1432 (size=12304) 2024-11-13T16:13:24,652 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#366 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:24,652 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6f57c435df074d0eb58cdfddcdb8de64 is 175, key is test_row_0/A:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:24,655 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/3aba55404c114132a3b781de82953d71 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3aba55404c114132a3b781de82953d71 2024-11-13T16:13:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742257_1433 (size=31651) 2024-11-13T16:13:24,659 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 3aba55404c114132a3b781de82953d71(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:24,659 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:24,660 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514404232; duration=0sec 2024-11-13T16:13:24,660 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:24,660 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:24,660 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:24,660 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:24,660 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:24,661 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:24,661 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/51a14b4aac5245439697c95f9b5c76fb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.0 K 2024-11-13T16:13:24,661 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a14b4aac5245439697c95f9b5c76fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731514399974 2024-11-13T16:13:24,661 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 597066aaae7a4b81b22441e5484788ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514400091 2024-11-13T16:13:24,661 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ef13a364595048fbabe0148c83409d3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:24,668 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:24,668 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/814de1676a2740d88f7759e820bffa9d is 50, key is test_row_0/C:col10/1731514402310/Put/seqid=0 2024-11-13T16:13:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742258_1434 (size=12697) 2024-11-13T16:13:24,678 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/814de1676a2740d88f7759e820bffa9d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/814de1676a2740d88f7759e820bffa9d 2024-11-13T16:13:24,683 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 814de1676a2740d88f7759e820bffa9d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:24,683 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:24,683 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514404232; duration=0sec 2024-11-13T16:13:24,683 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:24,683 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:24,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:24,697 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b521df065507493db2c65289adb80e3d_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b521df065507493db2c65289adb80e3d_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/a49c966fa3f445a8808ef885096bdada, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/a49c966fa3f445a8808ef885096bdada is 175, key is test_row_0/A:col10/1731514403025/Put/seqid=0 2024-11-13T16:13:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742259_1435 (size=31105) 2024-11-13T16:13:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/a49c966fa3f445a8808ef885096bdada 2024-11-13T16:13:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/736cdc5b79654ba59102b9b96f6d2758 is 50, key is test_row_0/B:col10/1731514403025/Put/seqid=0 2024-11-13T16:13:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742260_1436 (size=12151) 2024-11-13T16:13:24,722 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/736cdc5b79654ba59102b9b96f6d2758 2024-11-13T16:13:24,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e9bbb49a41ff438881b16dff42fbabf9 is 50, key is test_row_0/C:col10/1731514403025/Put/seqid=0 2024-11-13T16:13:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742261_1437 (size=12151) 2024-11-13T16:13:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:25,061 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/6f57c435df074d0eb58cdfddcdb8de64 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64 2024-11-13T16:13:25,066 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into 6f57c435df074d0eb58cdfddcdb8de64(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:25,066 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:25,066 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514404232; duration=0sec 2024-11-13T16:13:25,066 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:25,066 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:25,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e9bbb49a41ff438881b16dff42fbabf9 2024-11-13T16:13:25,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/a49c966fa3f445a8808ef885096bdada as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada 2024-11-13T16:13:25,154 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada, entries=150, sequenceid=243, filesize=30.4 K 2024-11-13T16:13:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/736cdc5b79654ba59102b9b96f6d2758 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758 2024-11-13T16:13:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,161 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758, entries=150, sequenceid=243, filesize=11.9 K 2024-11-13T16:13:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e9bbb49a41ff438881b16dff42fbabf9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9 2024-11-13T16:13:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,166 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9, entries=150, sequenceid=243, filesize=11.9 K 2024-11-13T16:13:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,167 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 8af08aae17ae47577291a6ccebabe679 in 889ms, sequenceid=243, compaction requested=false 2024-11-13T16:13:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-13T16:13:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-13T16:13:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-13T16:13:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2780 sec 2024-11-13T16:13:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2840 sec 2024-11-13T16:13:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:25,406 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111344af3bb877b24d4c99181639687c1aa3_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742262_1438 (size=19824) 2024-11-13T16:13:25,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111344af3bb877b24d4c99181639687c1aa3_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344af3bb877b24d4c99181639687c1aa3_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:25,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/874c5e61062a41e693864df8249d0425, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:25,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/874c5e61062a41e693864df8249d0425 is 175, key is test_row_0/A:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742263_1439 (size=57083) 2024-11-13T16:13:25,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/874c5e61062a41e693864df8249d0425 2024-11-13T16:13:25,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d2425cf9b8b54a1d8b4486e11fdb2f6d is 50, key is test_row_0/B:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742264_1440 (size=12201) 2024-11-13T16:13:25,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d2425cf9b8b54a1d8b4486e11fdb2f6d 2024-11-13T16:13:25,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e5c35d6b55ac4d5cb138a1a38cb8f308 is 50, key is test_row_0/C:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514465502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514465502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742265_1441 (size=12201) 2024-11-13T16:13:25,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514465504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514465505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514465618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514465618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514465628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514465628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514465828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514465828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514465848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514465849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:25,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e5c35d6b55ac4d5cb138a1a38cb8f308 2024-11-13T16:13:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/874c5e61062a41e693864df8249d0425 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425 2024-11-13T16:13:25,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425, entries=300, sequenceid=257, filesize=55.7 K 2024-11-13T16:13:25,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d2425cf9b8b54a1d8b4486e11fdb2f6d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d 2024-11-13T16:13:25,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T16:13:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/e5c35d6b55ac4d5cb138a1a38cb8f308 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308 2024-11-13T16:13:25,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T16:13:25,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8af08aae17ae47577291a6ccebabe679 in 558ms, sequenceid=257, compaction requested=true 2024-11-13T16:13:25,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:25,965 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:25,965 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:25,966 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:25,966 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:25,966 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:25,966 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=117.0 K 2024-11-13T16:13:25,966 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:25,966 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425] 2024-11-13T16:13:25,966 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f57c435df074d0eb58cdfddcdb8de64, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:25,967 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49c966fa3f445a8808ef885096bdada, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731514403011 2024-11-13T16:13:25,967 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 874c5e61062a41e693864df8249d0425, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405316 2024-11-13T16:13:25,968 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:25,968 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:25,968 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:25,968 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3aba55404c114132a3b781de82953d71, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.2 K 2024-11-13T16:13:25,968 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aba55404c114132a3b781de82953d71, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:25,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 736cdc5b79654ba59102b9b96f6d2758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731514403011 2024-11-13T16:13:25,969 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d2425cf9b8b54a1d8b4486e11fdb2f6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405401 2024-11-13T16:13:25,975 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:25,980 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:25,981 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/03b31a1222ba4a2a817591cdd4fda28d is 50, key is test_row_0/B:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:25,991 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138a12348dd0764aa781de5f25131c9174_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:25,993 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138a12348dd0764aa781de5f25131c9174_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:25,993 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138a12348dd0764aa781de5f25131c9174_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742266_1442 (size=4469) 2024-11-13T16:13:26,011 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#375 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:26,011 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf15684a23e4c29b7223bd802b21a70 is 175, key is test_row_0/A:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742267_1443 (size=12849) 2024-11-13T16:13:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742268_1444 (size=31803) 2024-11-13T16:13:26,033 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/ebf15684a23e4c29b7223bd802b21a70 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70 2024-11-13T16:13:26,038 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into ebf15684a23e4c29b7223bd802b21a70(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:26,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,038 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514405964; duration=0sec 2024-11-13T16:13:26,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:26,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:26,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:26,042 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:26,042 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:26,042 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:26,042 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/814de1676a2740d88f7759e820bffa9d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.2 K 2024-11-13T16:13:26,043 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 814de1676a2740d88f7759e820bffa9d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731514402310 2024-11-13T16:13:26,043 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9bbb49a41ff438881b16dff42fbabf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731514403011 2024-11-13T16:13:26,043 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5c35d6b55ac4d5cb138a1a38cb8f308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405401 2024-11-13T16:13:26,056 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:26,057 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/9f72021af65a4cca8e6c89af9b757c7a is 50, key is test_row_0/C:col10/1731514405401/Put/seqid=0 2024-11-13T16:13:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742269_1445 (size=12849) 2024-11-13T16:13:26,076 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/9f72021af65a4cca8e6c89af9b757c7a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/9f72021af65a4cca8e6c89af9b757c7a 2024-11-13T16:13:26,081 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 9f72021af65a4cca8e6c89af9b757c7a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:26,081 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,081 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514405965; duration=0sec 2024-11-13T16:13:26,081 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:26,081 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:26,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:26,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T16:13:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:26,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fdb286c9fdbe44418e71260ea2fb7f3e_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514406156/Put/seqid=0 2024-11-13T16:13:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514466178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514466179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514466180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742270_1446 (size=12454) 2024-11-13T16:13:26,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514466189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fdb286c9fdbe44418e71260ea2fb7f3e_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fdb286c9fdbe44418e71260ea2fb7f3e_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:26,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/4103b1068b2446f1aec1568b473a7880, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/4103b1068b2446f1aec1568b473a7880 is 175, key is test_row_0/A:col10/1731514406156/Put/seqid=0 2024-11-13T16:13:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742271_1447 (size=31255) 2024-11-13T16:13:26,218 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/4103b1068b2446f1aec1568b473a7880 2024-11-13T16:13:26,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/244d2f3146fa47fa8123bde2176614f7 is 50, key is test_row_0/B:col10/1731514406156/Put/seqid=0 2024-11-13T16:13:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742272_1448 (size=12301) 2024-11-13T16:13:26,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/244d2f3146fa47fa8123bde2176614f7 2024-11-13T16:13:26,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/0df5d3f6fcbf4ddba5eab79b13152fc0 is 50, key is test_row_0/C:col10/1731514406156/Put/seqid=0 2024-11-13T16:13:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742273_1449 (size=12301) 2024-11-13T16:13:26,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/0df5d3f6fcbf4ddba5eab79b13152fc0 2024-11-13T16:13:26,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/4103b1068b2446f1aec1568b473a7880 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880 2024-11-13T16:13:26,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880, entries=150, sequenceid=286, filesize=30.5 K 2024-11-13T16:13:26,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/244d2f3146fa47fa8123bde2176614f7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7 2024-11-13T16:13:26,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T16:13:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/0df5d3f6fcbf4ddba5eab79b13152fc0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0 2024-11-13T16:13:26,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T16:13:26,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8af08aae17ae47577291a6ccebabe679 in 142ms, sequenceid=286, compaction requested=false 2024-11-13T16:13:26,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:26,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:26,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b984bfd04dff4411b88d9e180007d900_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742274_1450 (size=17534) 2024-11-13T16:13:26,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:26,370 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b984bfd04dff4411b88d9e180007d900_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b984bfd04dff4411b88d9e180007d900_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:26,372 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/cf88fce2406a462b9de43299f110640f, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/cf88fce2406a462b9de43299f110640f is 175, key is test_row_0/A:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742275_1451 (size=48639) 2024-11-13T16:13:26,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/cf88fce2406a462b9de43299f110640f 2024-11-13T16:13:26,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d08d4d759cc14a1e873df2d89ce68205 is 50, key is test_row_0/B:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514466394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742276_1452 (size=12301) 2024-11-13T16:13:26,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d08d4d759cc14a1e873df2d89ce68205 2024-11-13T16:13:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514466397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514466398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514466403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/c460283974ba43bc8b6c3682a00460f7 is 50, key is test_row_0/C:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,423 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/03b31a1222ba4a2a817591cdd4fda28d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/03b31a1222ba4a2a817591cdd4fda28d 2024-11-13T16:13:26,430 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 03b31a1222ba4a2a817591cdd4fda28d(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:26,430 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,430 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514405965; duration=0sec 2024-11-13T16:13:26,430 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:26,430 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742277_1453 (size=12301) 2024-11-13T16:13:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46016 deadline: 1731514466458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,469 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 8af08aae17ae47577291a6ccebabe679 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514466518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514466518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514466518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514466528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514466728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514466728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514466728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514466738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:26,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/c460283974ba43bc8b6c3682a00460f7 2024-11-13T16:13:26,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/cf88fce2406a462b9de43299f110640f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f 2024-11-13T16:13:26,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f, entries=250, sequenceid=298, filesize=47.5 K 2024-11-13T16:13:26,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/d08d4d759cc14a1e873df2d89ce68205 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205 2024-11-13T16:13:26,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T16:13:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/c460283974ba43bc8b6c3682a00460f7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7 2024-11-13T16:13:26,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T16:13:26,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8af08aae17ae47577291a6ccebabe679 in 558ms, sequenceid=298, compaction requested=true 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:26,864 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8af08aae17ae47577291a6ccebabe679:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:26,864 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111697 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/B is initiating minor compaction (all files) 2024-11-13T16:13:26,865 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/B in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/A is initiating minor compaction (all files) 2024-11-13T16:13:26,865 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/A in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:26,865 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/03b31a1222ba4a2a817591cdd4fda28d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.6 K 2024-11-13T16:13:26,865 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=109.1 K 2024-11-13T16:13:26,865 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f] 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 03b31a1222ba4a2a817591cdd4fda28d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405401 2024-11-13T16:13:26,865 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf15684a23e4c29b7223bd802b21a70, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405401 2024-11-13T16:13:26,866 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 244d2f3146fa47fa8123bde2176614f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731514405503 2024-11-13T16:13:26,866 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4103b1068b2446f1aec1568b473a7880, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731514405503 2024-11-13T16:13:26,866 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d08d4d759cc14a1e873df2d89ce68205, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731514406185 2024-11-13T16:13:26,866 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf88fce2406a462b9de43299f110640f, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731514406175 2024-11-13T16:13:26,876 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,877 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:26,878 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/5648fdc63fac4b789a66088765225a5f is 50, key is test_row_0/B:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,881 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130e7c2e2e68524d6d891ba9ebf6262c0a_8af08aae17ae47577291a6ccebabe679 store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,883 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130e7c2e2e68524d6d891ba9ebf6262c0a_8af08aae17ae47577291a6ccebabe679, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,884 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130e7c2e2e68524d6d891ba9ebf6262c0a_8af08aae17ae47577291a6ccebabe679 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742278_1454 (size=13051) 2024-11-13T16:13:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742279_1455 (size=4469) 2024-11-13T16:13:26,904 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#A#compaction#384 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:26,904 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/afeaf223d4f34e14a357801a30826a6b is 175, key is test_row_0/A:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742280_1456 (size=32005) 2024-11-13T16:13:26,919 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/afeaf223d4f34e14a357801a30826a6b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/afeaf223d4f34e14a357801a30826a6b 2024-11-13T16:13:26,924 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/A of 8af08aae17ae47577291a6ccebabe679 into afeaf223d4f34e14a357801a30826a6b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:26,924 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,924 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/A, priority=13, startTime=1731514406864; duration=0sec 2024-11-13T16:13:26,924 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:26,924 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:A 2024-11-13T16:13:26,924 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:26,925 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:26,925 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 8af08aae17ae47577291a6ccebabe679/C is initiating minor compaction (all files) 2024-11-13T16:13:26,925 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8af08aae17ae47577291a6ccebabe679/C in TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:26,925 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/9f72021af65a4cca8e6c89af9b757c7a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp, totalSize=36.6 K 2024-11-13T16:13:26,926 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f72021af65a4cca8e6c89af9b757c7a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731514405401 2024-11-13T16:13:26,926 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df5d3f6fcbf4ddba5eab79b13152fc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731514405503 2024-11-13T16:13:26,926 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c460283974ba43bc8b6c3682a00460f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731514406185 2024-11-13T16:13:26,933 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8af08aae17ae47577291a6ccebabe679#C#compaction#386 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:26,934 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/02e2a93cf3ed44ec8c470d152c892f64 is 50, key is test_row_0/C:col10/1731514406306/Put/seqid=0 2024-11-13T16:13:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742281_1457 (size=13051) 2024-11-13T16:13:26,948 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/02e2a93cf3ed44ec8c470d152c892f64 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/02e2a93cf3ed44ec8c470d152c892f64 2024-11-13T16:13:26,953 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/C of 8af08aae17ae47577291a6ccebabe679 into 02e2a93cf3ed44ec8c470d152c892f64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:26,953 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:26,953 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/C, priority=13, startTime=1731514406864; duration=0sec 2024-11-13T16:13:26,953 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:26,953 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:C 2024-11-13T16:13:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:27,054 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:27,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:13:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T16:13:27,059 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:27,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:27,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7be7af00f104c63b00818519f192a7e_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514407052/Put/seqid=0 2024-11-13T16:13:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-13T16:13:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:27,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:27,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:27,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514467066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742282_1458 (size=17534) 2024-11-13T16:13:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514467068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514467069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514467070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7be7af00f104c63b00818519f192a7e_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7be7af00f104c63b00818519f192a7e_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:27,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/8d2259ba338f41d98e9acf9f4eb60c2b, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:27,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/8d2259ba338f41d98e9acf9f4eb60c2b is 175, key is test_row_0/A:col10/1731514407052/Put/seqid=0 2024-11-13T16:13:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742283_1459 (size=48639) 2024-11-13T16:13:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514467188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514467188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514467188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514467189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:27,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:27,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,300 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/5648fdc63fac4b789a66088765225a5f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/5648fdc63fac4b789a66088765225a5f 2024-11-13T16:13:27,304 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8af08aae17ae47577291a6ccebabe679/B of 8af08aae17ae47577291a6ccebabe679 into 5648fdc63fac4b789a66088765225a5f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:27,304 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:27,304 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., storeName=8af08aae17ae47577291a6ccebabe679/B, priority=13, startTime=1731514406864; duration=0sec 2024-11-13T16:13:27,304 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:27,304 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8af08aae17ae47577291a6ccebabe679:B 2024-11-13T16:13:27,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514467398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514467398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514467399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514467399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/8d2259ba338f41d98e9acf9f4eb60c2b 2024-11-13T16:13:27,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/741750af051f473dacbb94122d7cf9f1 is 50, key is test_row_0/B:col10/1731514407052/Put/seqid=0 2024-11-13T16:13:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742284_1460 (size=12301) 2024-11-13T16:13:27,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46048 deadline: 1731514467708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46076 deadline: 1731514467710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46030 deadline: 1731514467718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46088 deadline: 1731514467718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:13:27,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:27,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:27,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/741750af051f473dacbb94122d7cf9f1 2024-11-13T16:13:27,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/f6abf6e952484202a4c1a240a2f4bc19 is 50, key is test_row_0/C:col10/1731514407052/Put/seqid=0 2024-11-13T16:13:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742285_1461 (size=12301) 2024-11-13T16:13:27,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/f6abf6e952484202a4c1a240a2f4bc19 2024-11-13T16:13:27,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/8d2259ba338f41d98e9acf9f4eb60c2b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/8d2259ba338f41d98e9acf9f4eb60c2b 2024-11-13T16:13:27,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/8d2259ba338f41d98e9acf9f4eb60c2b, entries=250, sequenceid=327, filesize=47.5 K 2024-11-13T16:13:27,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/741750af051f473dacbb94122d7cf9f1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/741750af051f473dacbb94122d7cf9f1 2024-11-13T16:13:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/741750af051f473dacbb94122d7cf9f1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-13T16:13:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/f6abf6e952484202a4c1a240a2f4bc19 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/f6abf6e952484202a4c1a240a2f4bc19 2024-11-13T16:13:27,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/f6abf6e952484202a4c1a240a2f4bc19, entries=150, sequenceid=327, filesize=12.0 K 2024-11-13T16:13:27,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8af08aae17ae47577291a6ccebabe679 in 903ms, sequenceid=327, compaction requested=false 2024-11-13T16:13:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:27,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T16:13:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T16:13:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133795520eb1a94aaa9fea4f9ceb707d2a_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514407067/Put/seqid=0 2024-11-13T16:13:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742286_1462 (size=9914) 2024-11-13T16:13:28,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,038 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133795520eb1a94aaa9fea4f9ceb707d2a_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133795520eb1a94aaa9fea4f9ceb707d2a_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/923e228bea6445d09bb6ffb252c9488f, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/923e228bea6445d09bb6ffb252c9488f is 175, key is test_row_0/A:col10/1731514407067/Put/seqid=0 2024-11-13T16:13:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742287_1463 (size=22561) 2024-11-13T16:13:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,055 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/923e228bea6445d09bb6ffb252c9488f 2024-11-13T16:13:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/df44b999a3d041549c547241f50c0d83 is 50, key is test_row_0/B:col10/1731514407067/Put/seqid=0 2024-11-13T16:13:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742288_1464 (size=9857) 2024-11-13T16:13:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,074 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/df44b999a3d041549c547241f50c0d83 2024-11-13T16:13:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/58cb1c2f620044e48bf4b8673ec389fa is 50, key is test_row_0/C:col10/1731514407067/Put/seqid=0 2024-11-13T16:13:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742289_1465 (size=9857) 2024-11-13T16:13:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,126 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-11-13T16:13:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,126 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,126 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,126 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,127 INFO [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660. 2024-11-13T16:13:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,127 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,127 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,127 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,132 INFO [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656. 2024-11-13T16:13:28,132 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,132 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,132 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:28,162 INFO [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658. 2024-11-13T16:13:28,162 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,162 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,162 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,164 INFO [Thread-1664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1664. 2024-11-13T16:13:28,164 DEBUG [Thread-1664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,164 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,164 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. as already flushing 2024-11-13T16:13:28,220 INFO [Thread-1653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1653. 2024-11-13T16:13:28,221 DEBUG [Thread-1653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,221 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,221 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,230 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-11-13T16:13:28,230 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,230 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,230 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-11-13T16:13:28,230 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,230 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,230 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,230 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,240 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-13T16:13:28,240 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:28,240 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,240 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:28,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:28,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/58cb1c2f620044e48bf4b8673ec389fa 2024-11-13T16:13:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/923e228bea6445d09bb6ffb252c9488f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/923e228bea6445d09bb6ffb252c9488f 2024-11-13T16:13:28,524 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/923e228bea6445d09bb6ffb252c9488f, entries=100, sequenceid=338, filesize=22.0 K 2024-11-13T16:13:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/df44b999a3d041549c547241f50c0d83 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/df44b999a3d041549c547241f50c0d83 2024-11-13T16:13:28,528 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/df44b999a3d041549c547241f50c0d83, entries=100, sequenceid=338, filesize=9.6 K 2024-11-13T16:13:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/58cb1c2f620044e48bf4b8673ec389fa as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/58cb1c2f620044e48bf4b8673ec389fa 2024-11-13T16:13:28,531 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/58cb1c2f620044e48bf4b8673ec389fa, entries=100, sequenceid=338, filesize=9.6 K 2024-11-13T16:13:28,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for 8af08aae17ae47577291a6ccebabe679 in 532ms, sequenceid=338, compaction requested=true 2024-11-13T16:13:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 8af08aae17ae47577291a6ccebabe679: 2024-11-13T16:13:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-13T16:13:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-13T16:13:28,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T16:13:28,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-13T16:13:28,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.4770 sec 2024-11-13T16:13:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T16:13:29,218 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:36,559 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-13T16:13:36,559 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:13:36,559 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:36,559 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:36,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1088 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3263 rows 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1093 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3269 rows 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1086 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3257 rows 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3271 rows 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-13T16:13:36,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3267 rows 2024-11-13T16:13:36,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:13:36,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:13:36,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:36,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:36,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:13:36,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:13:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:36,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514416563"}]},"ts":"1731514416563"} 2024-11-13T16:13:36,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:13:36,565 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:13:36,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:13:36,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, UNASSIGN}] 2024-11-13T16:13:36,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, UNASSIGN 2024-11-13T16:13:36,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, UNASSIGN because future has completed 2024-11-13T16:13:36,568 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:13:36,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:36,720 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:36,721 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:13:36,721 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 8af08aae17ae47577291a6ccebabe679, disabling compactions & flushes 2024-11-13T16:13:36,721 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:36,721 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:36,721 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. after waiting 0 ms 2024-11-13T16:13:36,721 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:36,721 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 8af08aae17ae47577291a6ccebabe679 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T16:13:36,726 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebbe83495f564d47b81deca667804ac9_8af08aae17ae47577291a6ccebabe679 is 50, key is test_row_0/A:col10/1731514408229/Put/seqid=0 2024-11-13T16:13:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742290_1466 (size=12454) 2024-11-13T16:13:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:37,129 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:37,133 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebbe83495f564d47b81deca667804ac9_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebbe83495f564d47b81deca667804ac9_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:37,133 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/063df45c23e3478e8648b250868fa98d, store: [table=TestAcidGuarantees family=A region=8af08aae17ae47577291a6ccebabe679] 2024-11-13T16:13:37,134 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/063df45c23e3478e8648b250868fa98d is 175, key is test_row_0/A:col10/1731514408229/Put/seqid=0 2024-11-13T16:13:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742291_1467 (size=31255) 2024-11-13T16:13:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:37,537 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/063df45c23e3478e8648b250868fa98d 2024-11-13T16:13:37,543 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/72ef69a87ec44313bf7230f25f643951 is 50, key is test_row_0/B:col10/1731514408229/Put/seqid=0 2024-11-13T16:13:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742292_1468 (size=12301) 2024-11-13T16:13:37,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:13:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:37,946 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/72ef69a87ec44313bf7230f25f643951 2024-11-13T16:13:37,951 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4fd75c1139a84950b9c9ffa14226c6a7 is 50, key is test_row_0/C:col10/1731514408229/Put/seqid=0 2024-11-13T16:13:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742293_1469 (size=12301) 2024-11-13T16:13:38,355 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4fd75c1139a84950b9c9ffa14226c6a7 2024-11-13T16:13:38,358 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/A/063df45c23e3478e8648b250868fa98d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/063df45c23e3478e8648b250868fa98d 2024-11-13T16:13:38,361 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/063df45c23e3478e8648b250868fa98d, entries=150, sequenceid=346, filesize=30.5 K 2024-11-13T16:13:38,361 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/B/72ef69a87ec44313bf7230f25f643951 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/72ef69a87ec44313bf7230f25f643951 2024-11-13T16:13:38,364 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/72ef69a87ec44313bf7230f25f643951, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T16:13:38,364 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/.tmp/C/4fd75c1139a84950b9c9ffa14226c6a7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4fd75c1139a84950b9c9ffa14226c6a7 2024-11-13T16:13:38,367 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4fd75c1139a84950b9c9ffa14226c6a7, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T16:13:38,367 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8af08aae17ae47577291a6ccebabe679 in 1646ms, sequenceid=346, compaction requested=true 2024-11-13T16:13:38,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f] to archive 2024-11-13T16:13:38,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:38,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf8080ea5c341438c4139c15e8dbf08 2024-11-13T16:13:38,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/807e031dcd5640238f41540650c657e6 2024-11-13T16:13:38,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/1609a727e3b24632b584dd4ddd2baded 2024-11-13T16:13:38,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bf04465b40c542e59626615be0ac9038 2024-11-13T16:13:38,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6467778e74da4b52ade7989a32d21a8c 2024-11-13T16:13:38,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/374e67b7681b4f12ad55a43e2806ca11 2024-11-13T16:13:38,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/202fe6c0376d446f85c44f4b6d4c9f44 2024-11-13T16:13:38,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/7cdf1afbcd95408eb165b744f9b1e69a 2024-11-13T16:13:38,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/e374c486846f44cd9448da29d58bd431 2024-11-13T16:13:38,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/d4553d6e602c45bb89db78f4701955bf 2024-11-13T16:13:38,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/908c5bf0899142df9f44daf00f6aed44 2024-11-13T16:13:38,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/77bb2f2f412e4253ae68cca98e68678a 2024-11-13T16:13:38,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/bb89a22ef0124dc6a71792fd32e8eec6 2024-11-13T16:13:38,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/fdf1d1be211d4a9d9b3c1d87df45dd36 2024-11-13T16:13:38,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/79df3a926e9d425e8c608d01395a5bbd 2024-11-13T16:13:38,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/6f57c435df074d0eb58cdfddcdb8de64 2024-11-13T16:13:38,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/c5db127065474e76bee02e87390af8dd 2024-11-13T16:13:38,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/a49c966fa3f445a8808ef885096bdada 2024-11-13T16:13:38,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/874c5e61062a41e693864df8249d0425 2024-11-13T16:13:38,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/ebf15684a23e4c29b7223bd802b21a70 2024-11-13T16:13:38,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/4103b1068b2446f1aec1568b473a7880 2024-11-13T16:13:38,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/cf88fce2406a462b9de43299f110640f 2024-11-13T16:13:38,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88f836a951ff48e98dc084090804e1ea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/8d621d12b391492b8b71e1a7182ec200, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88e1ad6a27684a5cba53cbc9fa25eb5d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3c49ed5a8d764d8e9b54e0c4f4babfaf, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3aba55404c114132a3b781de82953d71, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/03b31a1222ba4a2a817591cdd4fda28d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205] to archive 2024-11-13T16:13:38,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:38,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7d06a18acb00472b81f12f963bad2d94 2024-11-13T16:13:38,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/0ddfb449820c44318307fd0ba59acdd7 2024-11-13T16:13:38,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88f836a951ff48e98dc084090804e1ea to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88f836a951ff48e98dc084090804e1ea 2024-11-13T16:13:38,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/bda67303a2524d1e8ef6e67f59c8fd66 2024-11-13T16:13:38,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/7497f4c1d6464b11b6e148153fe39530 2024-11-13T16:13:38,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/8d621d12b391492b8b71e1a7182ec200 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/8d621d12b391492b8b71e1a7182ec200 2024-11-13T16:13:38,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/eb5d882d96294d0a8368f7fb196681d7 2024-11-13T16:13:38,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/1243f18095054e1ca5f239bd02944799 2024-11-13T16:13:38,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/2b79676e19ef479a86bd0233a535e51f 2024-11-13T16:13:38,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88e1ad6a27684a5cba53cbc9fa25eb5d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/88e1ad6a27684a5cba53cbc9fa25eb5d 2024-11-13T16:13:38,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/4eebb6d0324648ffa60ea2e83e30a883 2024-11-13T16:13:38,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/82956cc17dfe40a1a1c5718befcdf9b2 2024-11-13T16:13:38,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3c49ed5a8d764d8e9b54e0c4f4babfaf to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3c49ed5a8d764d8e9b54e0c4f4babfaf 2024-11-13T16:13:38,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/fb8ef84dd2df4648ae7dfb73a38bae0d 2024-11-13T16:13:38,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/e1b62bacaeb1456699f2e0c41026bea2 2024-11-13T16:13:38,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3aba55404c114132a3b781de82953d71 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/3aba55404c114132a3b781de82953d71 2024-11-13T16:13:38,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/588d8ef0e9ec4ac798b39fad7dd68b7d 2024-11-13T16:13:38,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/736cdc5b79654ba59102b9b96f6d2758 2024-11-13T16:13:38,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/03b31a1222ba4a2a817591cdd4fda28d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/03b31a1222ba4a2a817591cdd4fda28d 2024-11-13T16:13:38,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d2425cf9b8b54a1d8b4486e11fdb2f6d 2024-11-13T16:13:38,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/244d2f3146fa47fa8123bde2176614f7 2024-11-13T16:13:38,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/d08d4d759cc14a1e873df2d89ce68205 2024-11-13T16:13:38,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e272b61c3c724d2aaf4e137a4d6967c4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/33aac574d4c441a3bee2661411c8286c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/030dc01b523644268be7bb0e283630a8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/51a14b4aac5245439697c95f9b5c76fb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/814de1676a2740d88f7759e820bffa9d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/9f72021af65a4cca8e6c89af9b757c7a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7] to archive 2024-11-13T16:13:38,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:13:38,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/b59a2d8782f64a12909edb9e70943f28 2024-11-13T16:13:38,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d7c6bc435a594865a27e5a5dff0dbd07 2024-11-13T16:13:38,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e272b61c3c724d2aaf4e137a4d6967c4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e272b61c3c724d2aaf4e137a4d6967c4 2024-11-13T16:13:38,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4e17bc53cf894d2589ef5919d78752d9 2024-11-13T16:13:38,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d5181f44f8ca44d0b9cc454414f49e9a 2024-11-13T16:13:38,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/33aac574d4c441a3bee2661411c8286c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/33aac574d4c441a3bee2661411c8286c 2024-11-13T16:13:38,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4bdb43307cd540bf99a05e8bb6312178 2024-11-13T16:13:38,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/d85e0854a1e244d79b6020a981086656 2024-11-13T16:13:38,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4c3d9a3016634311b17fb5274c480975 2024-11-13T16:13:38,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/030dc01b523644268be7bb0e283630a8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/030dc01b523644268be7bb0e283630a8 2024-11-13T16:13:38,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/542124dc0bb74a87a5555b6fbc58cfd4 2024-11-13T16:13:38,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/3cd10c62aa4f4a1dae35edc0af7f13da 2024-11-13T16:13:38,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/51a14b4aac5245439697c95f9b5c76fb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/51a14b4aac5245439697c95f9b5c76fb 2024-11-13T16:13:38,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/74d0bb44954444d0a3e3695af17ae604 2024-11-13T16:13:38,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/597066aaae7a4b81b22441e5484788ee 2024-11-13T16:13:38,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/814de1676a2740d88f7759e820bffa9d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/814de1676a2740d88f7759e820bffa9d 2024-11-13T16:13:38,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/ef13a364595048fbabe0148c83409d3c 2024-11-13T16:13:38,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e9bbb49a41ff438881b16dff42fbabf9 2024-11-13T16:13:38,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/9f72021af65a4cca8e6c89af9b757c7a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/9f72021af65a4cca8e6c89af9b757c7a 2024-11-13T16:13:38,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/e5c35d6b55ac4d5cb138a1a38cb8f308 2024-11-13T16:13:38,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/0df5d3f6fcbf4ddba5eab79b13152fc0 2024-11-13T16:13:38,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/c460283974ba43bc8b6c3682a00460f7 2024-11-13T16:13:38,424 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-11-13T16:13:38,425 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. 2024-11-13T16:13:38,425 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 8af08aae17ae47577291a6ccebabe679: Waiting for close lock at 1731514416721Running coprocessor pre-close hooks at 1731514416721Disabling compacts and flushes for region at 1731514416721Disabling writes for close at 1731514416721Obtaining lock to block concurrent updates at 1731514416721Preparing flush snapshotting stores in 8af08aae17ae47577291a6ccebabe679 at 1731514416721Finished memstore snapshotting TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731514416721Flushing stores of TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679. at 1731514416722 (+1 ms)Flushing 8af08aae17ae47577291a6ccebabe679/A: creating writer at 1731514416722Flushing mob file 8af08aae17ae47577291a6ccebabe679/A: appending metadata at 1731514416725 (+3 ms)Flushing mob file 8af08aae17ae47577291a6ccebabe679/A: closing flushed file at 1731514416726 (+1 ms)Flushing 8af08aae17ae47577291a6ccebabe679/A: appending metadata at 1731514417133 (+407 ms)Flushing 8af08aae17ae47577291a6ccebabe679/A: closing flushed file at 1731514417133Flushing 8af08aae17ae47577291a6ccebabe679/B: creating writer at 1731514417540 (+407 ms)Flushing 8af08aae17ae47577291a6ccebabe679/B: appending metadata at 1731514417542 (+2 ms)Flushing 8af08aae17ae47577291a6ccebabe679/B: closing flushed file at 1731514417542Flushing 8af08aae17ae47577291a6ccebabe679/C: creating writer at 1731514417949 (+407 ms)Flushing 8af08aae17ae47577291a6ccebabe679/C: appending metadata at 1731514417951 (+2 ms)Flushing 8af08aae17ae47577291a6ccebabe679/C: closing flushed file at 1731514417951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689e2f98: reopening flushed file at 1731514418358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b8a0f5: reopening flushed file at 1731514418361 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2066f5: reopening flushed file at 1731514418364 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8af08aae17ae47577291a6ccebabe679 in 1646ms, sequenceid=346, compaction requested=true at 1731514418367 (+3 ms)Writing region close event to WAL at 1731514418422 (+55 ms)Running coprocessor post-close hooks at 1731514418425 (+3 ms)Closed at 1731514418425 2024-11-13T16:13:38,426 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=8af08aae17ae47577291a6ccebabe679, regionState=CLOSED 2024-11-13T16:13:38,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:38,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T16:13:38,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 8af08aae17ae47577291a6ccebabe679, server=c4c650e80f58,38731,1731514299168 in 1.8600 sec 2024-11-13T16:13:38,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-13T16:13:38,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8af08aae17ae47577291a6ccebabe679, UNASSIGN in 1.8640 sec 2024-11-13T16:13:38,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T16:13:38,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8660 sec 2024-11-13T16:13:38,433 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514418433"}]},"ts":"1731514418433"} 2024-11-13T16:13:38,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:13:38,434 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:13:38,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-13T16:13:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T16:13:38,719 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:38,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:13:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,721 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T16:13:38,721 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits] 2024-11-13T16:13:38,727 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/063df45c23e3478e8648b250868fa98d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/063df45c23e3478e8648b250868fa98d 2024-11-13T16:13:38,727 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/8d2259ba338f41d98e9acf9f4eb60c2b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/8d2259ba338f41d98e9acf9f4eb60c2b 2024-11-13T16:13:38,728 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/923e228bea6445d09bb6ffb252c9488f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/923e228bea6445d09bb6ffb252c9488f 2024-11-13T16:13:38,729 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/afeaf223d4f34e14a357801a30826a6b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/A/afeaf223d4f34e14a357801a30826a6b 2024-11-13T16:13:38,731 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/5648fdc63fac4b789a66088765225a5f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/5648fdc63fac4b789a66088765225a5f 2024-11-13T16:13:38,732 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/72ef69a87ec44313bf7230f25f643951 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/72ef69a87ec44313bf7230f25f643951 2024-11-13T16:13:38,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/741750af051f473dacbb94122d7cf9f1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/741750af051f473dacbb94122d7cf9f1 2024-11-13T16:13:38,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/df44b999a3d041549c547241f50c0d83 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/B/df44b999a3d041549c547241f50c0d83 2024-11-13T16:13:38,735 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/02e2a93cf3ed44ec8c470d152c892f64 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/02e2a93cf3ed44ec8c470d152c892f64 2024-11-13T16:13:38,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4fd75c1139a84950b9c9ffa14226c6a7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/4fd75c1139a84950b9c9ffa14226c6a7 2024-11-13T16:13:38,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/58cb1c2f620044e48bf4b8673ec389fa to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/58cb1c2f620044e48bf4b8673ec389fa 2024-11-13T16:13:38,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/f6abf6e952484202a4c1a240a2f4bc19 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/C/f6abf6e952484202a4c1a240a2f4bc19 2024-11-13T16:13:38,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits/349.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679/recovered.edits/349.seqid 2024-11-13T16:13:38,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,739 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:13:38,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:13:38,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T16:13:38,742 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131566764dfbee4bfb989436224732ca4c_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131566764dfbee4bfb989436224732ca4c_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113320072e3e59147f6bc94fd2e3f3e5581_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113320072e3e59147f6bc94fd2e3f3e5581_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,744 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133795520eb1a94aaa9fea4f9ceb707d2a_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133795520eb1a94aaa9fea4f9ceb707d2a_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344af3bb877b24d4c99181639687c1aa3_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344af3bb877b24d4c99181639687c1aa3_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5401a691d941c89890cfad2bd9886b_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5401a691d941c89890cfad2bd9886b_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352381c6de4574fd69b7a7a3947d55719_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352381c6de4574fd69b7a7a3947d55719_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352cbe96aad5847d886986a9731784b29_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111352cbe96aad5847d886986a9731784b29_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135e9df7426a8e449ba26552bc4f7f9111_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135e9df7426a8e449ba26552bc4f7f9111_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111380d2531d883342929d048d4cb3715c38_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111380d2531d883342929d048d4cb3715c38_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a960181dc4569823a4443727751b3_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a960181dc4569823a4443727751b3_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113840fe7d1eff24633badaedcdf847d5b8_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113840fe7d1eff24633badaedcdf847d5b8_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b521df065507493db2c65289adb80e3d_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b521df065507493db2c65289adb80e3d_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,752 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b984bfd04dff4411b88d9e180007d900_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b984bfd04dff4411b88d9e180007d900_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1e1032ecd5345cab97e9e4dc8025ea2_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1e1032ecd5345cab97e9e4dc8025ea2_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,754 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9abff26d83c4c0da7f85bfd1b93893a_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9abff26d83c4c0da7f85bfd1b93893a_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3271c5d1f214903a546ef0bfea0b76c_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3271c5d1f214903a546ef0bfea0b76c_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebbe83495f564d47b81deca667804ac9_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebbe83495f564d47b81deca667804ac9_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7be7af00f104c63b00818519f192a7e_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7be7af00f104c63b00818519f192a7e_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fdb286c9fdbe44418e71260ea2fb7f3e_8af08aae17ae47577291a6ccebabe679 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fdb286c9fdbe44418e71260ea2fb7f3e_8af08aae17ae47577291a6ccebabe679 2024-11-13T16:13:38,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:13:38,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,761 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:13:38,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:13:38,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:13:38,764 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514418763"}]},"ts":"9223372036854775807"} 2024-11-13T16:13:38,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:13:38,765 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8af08aae17ae47577291a6ccebabe679, NAME => 'TestAcidGuarantees,,1731514384998.8af08aae17ae47577291a6ccebabe679.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:13:38,765 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:13:38,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514418765"}]},"ts":"9223372036854775807"} 2024-11-13T16:13:38,766 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:13:38,767 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-13T16:13:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T16:13:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:13:38,829 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:38,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10605 (was 10786) 2024-11-13T16:13:38,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=10605 2024-11-13T16:13:38,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:13:38,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:13:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:13:38,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:13:38,849 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:38,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-13T16:13:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:38,850 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:13:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742294_1470 (size=959) 2024-11-13T16:13:38,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:13:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:39,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:13:39,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742295_1471 (size=53) 2024-11-13T16:13:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0f361c2fc9b2eefbb3ce71fac92c0b23, disabling compactions & flushes 2024-11-13T16:13:39,661 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. after waiting 0 ms 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,661 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: Waiting for close lock at 1731514419661Disabling compacts and flushes for region at 1731514419661Disabling writes for close at 1731514419661Writing region close event to WAL at 1731514419661Closed at 1731514419661 2024-11-13T16:13:39,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:13:39,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514419662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514419662"}]},"ts":"1731514419662"} 2024-11-13T16:13:39,664 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:13:39,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:13:39,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514419664"}]},"ts":"1731514419664"} 2024-11-13T16:13:39,665 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:13:39,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, ASSIGN}] 2024-11-13T16:13:39,666 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, ASSIGN 2024-11-13T16:13:39,667 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:13:39,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=0f361c2fc9b2eefbb3ce71fac92c0b23, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:39,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, ASSIGN because future has completed 2024-11-13T16:13:39,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:13:39,974 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,974 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:13:39,975 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,975 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:13:39,975 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,975 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,976 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,977 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f361c2fc9b2eefbb3ce71fac92c0b23 columnFamilyName A 2024-11-13T16:13:39,977 DEBUG [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:39,977 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(327): Store=0f361c2fc9b2eefbb3ce71fac92c0b23/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:39,977 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,978 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f361c2fc9b2eefbb3ce71fac92c0b23 columnFamilyName B 2024-11-13T16:13:39,978 DEBUG [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:39,978 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(327): Store=0f361c2fc9b2eefbb3ce71fac92c0b23/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:39,979 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,979 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f361c2fc9b2eefbb3ce71fac92c0b23 columnFamilyName C 2024-11-13T16:13:39,979 DEBUG [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:13:39,980 INFO [StoreOpener-0f361c2fc9b2eefbb3ce71fac92c0b23-1 {}] regionserver.HStore(327): Store=0f361c2fc9b2eefbb3ce71fac92c0b23/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:13:39,980 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,981 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,981 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,982 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,982 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,982 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:13:39,983 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,984 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:13:39,985 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened 0f361c2fc9b2eefbb3ce71fac92c0b23; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67742515, jitterRate=0.009442135691642761}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:13:39,985 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:39,985 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: Running coprocessor pre-open hook at 1731514419975Writing region info on filesystem at 1731514419975Initializing all the Stores at 1731514419975Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514419975Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514419976 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514419976Cleaning up temporary data from old regions at 1731514419982 (+6 ms)Running coprocessor post-open hooks at 1731514419985 (+3 ms)Region opened successfully at 1731514419985 2024-11-13T16:13:39,986 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., pid=122, masterSystemTime=1731514419971 2024-11-13T16:13:39,987 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,987 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:39,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=0f361c2fc9b2eefbb3ce71fac92c0b23, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:39,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:13:39,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-13T16:13:39,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 in 171 msec 2024-11-13T16:13:39,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-13T16:13:39,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, ASSIGN in 325 msec 2024-11-13T16:13:39,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:13:39,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514419994"}]},"ts":"1731514419994"} 2024-11-13T16:13:39,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:13:39,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:13:39,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-13T16:13:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-13T16:13:40,998 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:40,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:40,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:40,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcc3c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590208c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:13:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:13:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f47e8eb 2024-11-13T16:13:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:13:41,006 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:13:41,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,008 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7e192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,010 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5620e1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616be061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba62ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,014 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32878f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,015 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07d574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454c875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,018 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,020 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc4a78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,021 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d567e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,022 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a3b7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b44aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,025 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc592c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,026 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a724e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,028 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35daf355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,029 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1853d91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,031 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a40254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f30cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:13:41,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:13:41,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:13:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:13:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:13:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2307b281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:13:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:13:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:13:41,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:13:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcbd2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:13:41,036 DEBUG [Thread-2102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,037 DEBUG [Thread-2113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,043 DEBUG [Thread-2106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,047 DEBUG [Thread-2117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:41,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:41,055 DEBUG [Thread-2115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,063 DEBUG [Thread-2100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,070 DEBUG [Thread-2098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,087 DEBUG [Thread-2104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0b3e373647cd4dcfb9c18d62102e0189 is 50, key is test_row_0/A:col10/1731514421049/Put/seqid=0 2024-11-13T16:13:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,093 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-13T16:13:41,094 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:41,095 DEBUG [Thread-2111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:13:41,095 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:41,095 DEBUG [Thread-2109 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,096 DEBUG [Thread-2109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,096 DEBUG [Thread-2111 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:13:41,096 DEBUG [Thread-2111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:13:41,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:13:41,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:41,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2] 2024-11-13T16:13:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742296_1472 (size=16681) 2024-11-13T16:13:41,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514481104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514481104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514481106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514481106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514481106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514481438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514481438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514481438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514481438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514481438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0b3e373647cd4dcfb9c18d62102e0189 2024-11-13T16:13:41,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3f8739e434dc4e7fba00d78bc0eeddab is 50, key is test_row_0/B:col10/1731514421049/Put/seqid=0 2024-11-13T16:13:41,568 WARN [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-11-13T16:13:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742297_1473 (size=12001) 2024-11-13T16:13:41,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:41,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:41,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:41,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3f8739e434dc4e7fba00d78bc0eeddab 2024-11-13T16:13:42,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a0f7b55198fa45ad8cab931a82830d3e is 50, key is test_row_0/C:col10/1731514421049/Put/seqid=0 2024-11-13T16:13:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742298_1474 (size=12001) 2024-11-13T16:13:42,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:42,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:42,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514482268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514482268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:42,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514482269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514482278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514482278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:42,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:42,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a0f7b55198fa45ad8cab931a82830d3e 2024-11-13T16:13:42,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0b3e373647cd4dcfb9c18d62102e0189 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189 2024-11-13T16:13:42,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189, entries=250, sequenceid=12, filesize=16.3 K 2024-11-13T16:13:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3f8739e434dc4e7fba00d78bc0eeddab as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab 2024-11-13T16:13:42,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T16:13:42,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a0f7b55198fa45ad8cab931a82830d3e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e 2024-11-13T16:13:42,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T16:13:42,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1383ms, sequenceid=12, compaction requested=false 2024-11-13T16:13:42,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:42,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T16:13:42,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:42,494 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T16:13:42,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/72ac61fe298c494aae98afea3a2c0deb is 50, key is test_row_0/A:col10/1731514421104/Put/seqid=0 2024-11-13T16:13:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742299_1475 (size=12001) 2024-11-13T16:13:42,918 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/72ac61fe298c494aae98afea3a2c0deb 2024-11-13T16:13:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/a6764735827140808fc013bc52b96440 is 50, key is test_row_0/B:col10/1731514421104/Put/seqid=0 2024-11-13T16:13:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742300_1476 (size=12001) 2024-11-13T16:13:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:43,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:43,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514483295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514483296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514483297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514483298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514483298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,348 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/a6764735827140808fc013bc52b96440 2024-11-13T16:13:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/19b412648823417dbed8889a70c2e5fe is 50, key is test_row_0/C:col10/1731514421104/Put/seqid=0 2024-11-13T16:13:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742301_1477 (size=12001) 2024-11-13T16:13:43,393 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/19b412648823417dbed8889a70c2e5fe 2024-11-13T16:13:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/72ac61fe298c494aae98afea3a2c0deb as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb 2024-11-13T16:13:43,404 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T16:13:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/a6764735827140808fc013bc52b96440 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440 2024-11-13T16:13:43,411 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T16:13:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/19b412648823417dbed8889a70c2e5fe as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe 2024-11-13T16:13:43,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514483407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514483407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514483408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,419 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T16:13:43,420 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 925ms, sequenceid=39, compaction requested=false 2024-11-13T16:13:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-13T16:13:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-13T16:13:43,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T16:13:43,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-13T16:13:43,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:43,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:43,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3310 sec 2024-11-13T16:13:43,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1db01c4609244143adfd67ab92432217 is 50, key is test_row_0/A:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742302_1478 (size=16681) 2024-11-13T16:13:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514483581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514483582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514483618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514483618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514483618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514483698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514483698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1db01c4609244143adfd67ab92432217 2024-11-13T16:13:43,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ab141fff24114c78a6d7c923c6be5359 is 50, key is test_row_0/B:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742303_1479 (size=12001) 2024-11-13T16:13:43,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514483908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514483908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514483928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514483928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514483938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:43,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:13:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514484218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514484227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ab141fff24114c78a6d7c923c6be5359 2024-11-13T16:13:44,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6f8a968086324832b8abcae4b0c0db72 is 50, key is test_row_0/C:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742304_1480 (size=12001) 2024-11-13T16:13:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514484448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514484448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514484458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6f8a968086324832b8abcae4b0c0db72 2024-11-13T16:13:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1db01c4609244143adfd67ab92432217 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217 2024-11-13T16:13:44,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217, entries=250, sequenceid=50, filesize=16.3 K 2024-11-13T16:13:44,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ab141fff24114c78a6d7c923c6be5359 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359 2024-11-13T16:13:44,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T16:13:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6f8a968086324832b8abcae4b0c0db72 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72 2024-11-13T16:13:44,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T16:13:44,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1290ms, sequenceid=50, compaction requested=true 2024-11-13T16:13:44,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:44,715 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:44,715 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:44,719 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:44,719 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:44,719 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=44.3 K 2024-11-13T16:13:44,719 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=35.2 K 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b3e373647cd4dcfb9c18d62102e0189, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731514421045 2024-11-13T16:13:44,719 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f8739e434dc4e7fba00d78bc0eeddab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731514421045 2024-11-13T16:13:44,720 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ac61fe298c494aae98afea3a2c0deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731514421096 2024-11-13T16:13:44,720 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a6764735827140808fc013bc52b96440, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731514421096 2024-11-13T16:13:44,720 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ab141fff24114c78a6d7c923c6be5359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423293 2024-11-13T16:13:44,720 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1db01c4609244143adfd67ab92432217, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423282 2024-11-13T16:13:44,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:44,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/c3924a4461bd47d9bd104e3f9f8e12a2 is 50, key is test_row_0/B:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:44,739 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:44,740 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/87a832cd6b8e4b28bbe7715104e1fe27 is 50, key is test_row_0/A:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742306_1482 (size=12104) 2024-11-13T16:13:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:44,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T16:13:44,753 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/87a832cd6b8e4b28bbe7715104e1fe27 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87a832cd6b8e4b28bbe7715104e1fe27 2024-11-13T16:13:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742305_1481 (size=12104) 2024-11-13T16:13:44,759 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 87a832cd6b8e4b28bbe7715104e1fe27(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:44,759 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:44,760 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=13, startTime=1731514424715; duration=0sec 2024-11-13T16:13:44,760 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:44,760 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:44,760 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:44,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c14a557c7fe24c719711a519ae28bd8d is 50, key is test_row_0/A:col10/1731514423580/Put/seqid=0 2024-11-13T16:13:44,763 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:44,763 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:44,763 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:44,763 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=35.2 K 2024-11-13T16:13:44,764 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f7b55198fa45ad8cab931a82830d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731514421045 2024-11-13T16:13:44,764 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19b412648823417dbed8889a70c2e5fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731514421096 2024-11-13T16:13:44,764 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f8a968086324832b8abcae4b0c0db72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423293 2024-11-13T16:13:44,780 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:44,780 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/acddfe452de34c409b013e27f8874ba3 is 50, key is test_row_0/C:col10/1731514423421/Put/seqid=0 2024-11-13T16:13:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742307_1483 (size=14341) 2024-11-13T16:13:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742308_1484 (size=12104) 2024-11-13T16:13:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514484787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,802 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/acddfe452de34c409b013e27f8874ba3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/acddfe452de34c409b013e27f8874ba3 2024-11-13T16:13:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514484796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,808 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into acddfe452de34c409b013e27f8874ba3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:44,808 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:44,809 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=13, startTime=1731514424715; duration=0sec 2024-11-13T16:13:44,809 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:44,809 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:44,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514484897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514484918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514485107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514485138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,167 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/c3924a4461bd47d9bd104e3f9f8e12a2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/c3924a4461bd47d9bd104e3f9f8e12a2 2024-11-13T16:13:45,180 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into c3924a4461bd47d9bd104e3f9f8e12a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:45,180 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:45,180 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=13, startTime=1731514424715; duration=0sec 2024-11-13T16:13:45,180 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:45,180 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:45,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c14a557c7fe24c719711a519ae28bd8d 2024-11-13T16:13:45,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bc7de3c7ba64a3ea1c14904cbbfa208 is 50, key is test_row_0/B:col10/1731514423580/Put/seqid=0 2024-11-13T16:13:45,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742309_1485 (size=12001) 2024-11-13T16:13:45,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bc7de3c7ba64a3ea1c14904cbbfa208 2024-11-13T16:13:45,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/e7dc8b13ca044f378a3e6ea6f32b89a0 is 50, key is test_row_0/C:col10/1731514423580/Put/seqid=0 2024-11-13T16:13:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742310_1486 (size=12001) 2024-11-13T16:13:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T16:13:45,258 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:45,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-13T16:13:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T16:13:45,261 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:45,261 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:45,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T16:13:45,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T16:13:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:45,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514485418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514485458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514485468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,475 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 0f361c2fc9b2eefbb3ce71fac92c0b23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514485478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514485478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:45,485 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 0f361c2fc9b2eefbb3ce71fac92c0b23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,486 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 0f361c2fc9b2eefbb3ce71fac92c0b23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:13:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:45,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T16:13:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:45,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T16:13:45,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/e7dc8b13ca044f378a3e6ea6f32b89a0 2024-11-13T16:13:45,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c14a557c7fe24c719711a519ae28bd8d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d 2024-11-13T16:13:45,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d, entries=200, sequenceid=76, filesize=14.0 K 2024-11-13T16:13:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bc7de3c7ba64a3ea1c14904cbbfa208 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208 2024-11-13T16:13:45,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T16:13:45,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/e7dc8b13ca044f378a3e6ea6f32b89a0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0 2024-11-13T16:13:45,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T16:13:45,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 894ms, sequenceid=76, compaction requested=false 2024-11-13T16:13:45,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:45,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T16:13:45,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:45,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T16:13:45,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0355e805ed8f4a0c9d619d405da1c17a is 50, key is test_row_0/A:col10/1731514424785/Put/seqid=0 2024-11-13T16:13:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742311_1487 (size=12001) 2024-11-13T16:13:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T16:13:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514486132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,149 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0355e805ed8f4a0c9d619d405da1c17a 2024-11-13T16:13:46,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514486134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/8e152a37ba1845938ffa1374321a6a8f is 50, key is test_row_0/B:col10/1731514424785/Put/seqid=0 2024-11-13T16:13:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742312_1488 (size=12001) 2024-11-13T16:13:46,188 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/8e152a37ba1845938ffa1374321a6a8f 2024-11-13T16:13:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/178ed488d04c48479244cf145daea0f5 is 50, key is test_row_0/C:col10/1731514424785/Put/seqid=0 2024-11-13T16:13:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742313_1489 (size=12001) 2024-11-13T16:13:46,229 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/178ed488d04c48479244cf145daea0f5 2024-11-13T16:13:46,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/0355e805ed8f4a0c9d619d405da1c17a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a 2024-11-13T16:13:46,240 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T16:13:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/8e152a37ba1845938ffa1374321a6a8f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f 2024-11-13T16:13:46,245 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T16:13:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/178ed488d04c48479244cf145daea0f5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5 2024-11-13T16:13:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5, entries=150, sequenceid=89, filesize=11.7 K 2024-11-13T16:13:46,254 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 532ms, sequenceid=89, compaction requested=true 2024-11-13T16:13:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-13T16:13:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-13T16:13:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:46,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T16:13:46,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-13T16:13:46,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-13T16:13:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:46,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0070 sec 2024-11-13T16:13:46,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c6717c3ac0954094a217443dc01f787d is 50, key is test_row_0/A:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514486288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514486309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742314_1490 (size=14341) 2024-11-13T16:13:46,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c6717c3ac0954094a217443dc01f787d 2024-11-13T16:13:46,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/f2b9fe04d6c0431eb9205d7ab55cd44e is 50, key is test_row_0/B:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742315_1491 (size=12001) 2024-11-13T16:13:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T16:13:46,398 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:46,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-13T16:13:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T16:13:46,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:46,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:46,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514486417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514486428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T16:13:46,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514486628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514486648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T16:13:46,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/f2b9fe04d6c0431eb9205d7ab55cd44e 2024-11-13T16:13:46,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/b45a07c9312e45eba24c0ad3e1cf9671 is 50, key is test_row_0/C:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742316_1492 (size=12001) 2024-11-13T16:13:46,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:46,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:46,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:46,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514486948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514486969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T16:13:47,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/b45a07c9312e45eba24c0ad3e1cf9671 2024-11-13T16:13:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c6717c3ac0954094a217443dc01f787d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d 2024-11-13T16:13:47,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d, entries=200, sequenceid=116, filesize=14.0 K 2024-11-13T16:13:47,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/f2b9fe04d6c0431eb9205d7ab55cd44e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e 2024-11-13T16:13:47,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T16:13:47,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/b45a07c9312e45eba24c0ad3e1cf9671 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671 2024-11-13T16:13:47,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T16:13:47,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 935ms, sequenceid=116, compaction requested=true 2024-11-13T16:13:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:47,199 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:47,200 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:47,201 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:47,201 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:47,201 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,201 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87a832cd6b8e4b28bbe7715104e1fe27, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=51.5 K 2024-11-13T16:13:47,201 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:47,201 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:47,201 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,202 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/c3924a4461bd47d9bd104e3f9f8e12a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=47.0 K 2024-11-13T16:13:47,202 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87a832cd6b8e4b28bbe7715104e1fe27, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423293 2024-11-13T16:13:47,202 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c3924a4461bd47d9bd104e3f9f8e12a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423293 2024-11-13T16:13:47,202 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c14a557c7fe24c719711a519ae28bd8d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731514423567 2024-11-13T16:13:47,204 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bc7de3c7ba64a3ea1c14904cbbfa208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731514423578 2024-11-13T16:13:47,204 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0355e805ed8f4a0c9d619d405da1c17a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731514424778 2024-11-13T16:13:47,206 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e152a37ba1845938ffa1374321a6a8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731514424778 2024-11-13T16:13:47,206 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6717c3ac0954094a217443dc01f787d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:47,207 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b9fe04d6c0431eb9205d7ab55cd44e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:47,225 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:47,225 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/cee774b22c9e4b92852dbf9887f355ea is 50, key is test_row_0/A:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:47,233 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:47,234 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/a087c15520a6495d894c007a0e21289c is 50, key is test_row_0/B:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742317_1493 (size=12241) 2024-11-13T16:13:47,251 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/cee774b22c9e4b92852dbf9887f355ea as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cee774b22c9e4b92852dbf9887f355ea 2024-11-13T16:13:47,258 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into cee774b22c9e4b92852dbf9887f355ea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:47,258 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:47,258 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=12, startTime=1731514427199; duration=0sec 2024-11-13T16:13:47,259 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:47,259 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:47,259 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:47,260 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:47,260 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:47,260 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,260 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/acddfe452de34c409b013e27f8874ba3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=47.0 K 2024-11-13T16:13:47,260 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting acddfe452de34c409b013e27f8874ba3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731514423293 2024-11-13T16:13:47,260 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7dc8b13ca044f378a3e6ea6f32b89a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731514423578 2024-11-13T16:13:47,261 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 178ed488d04c48479244cf145daea0f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731514424778 2024-11-13T16:13:47,261 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b45a07c9312e45eba24c0ad3e1cf9671, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742318_1494 (size=12241) 2024-11-13T16:13:47,301 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/a087c15520a6495d894c007a0e21289c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a087c15520a6495d894c007a0e21289c 2024-11-13T16:13:47,306 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into a087c15520a6495d894c007a0e21289c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:47,306 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:47,306 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=12, startTime=1731514427199; duration=0sec 2024-11-13T16:13:47,306 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:47,306 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:47,312 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:47,313 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/8d2069d3554f4d79af6d6d098d9d7da0 is 50, key is test_row_0/C:col10/1731514426088/Put/seqid=0 2024-11-13T16:13:47,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T16:13:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,326 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T16:13:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742319_1495 (size=12241) 2024-11-13T16:13:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/9a1f57200f9a489a946c9a2c5be8e7fe is 50, key is test_row_0/A:col10/1731514426279/Put/seqid=0 2024-11-13T16:13:47,344 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/8d2069d3554f4d79af6d6d098d9d7da0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8d2069d3554f4d79af6d6d098d9d7da0 2024-11-13T16:13:47,352 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 8d2069d3554f4d79af6d6d098d9d7da0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:47,352 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:47,352 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=12, startTime=1731514427200; duration=0sec 2024-11-13T16:13:47,352 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:47,352 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742320_1496 (size=9657) 2024-11-13T16:13:47,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/9a1f57200f9a489a946c9a2c5be8e7fe 2024-11-13T16:13:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/d0966158cad44df9bccb5cd45b7e9974 is 50, key is test_row_0/B:col10/1731514426279/Put/seqid=0 2024-11-13T16:13:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742321_1497 (size=9657) 2024-11-13T16:13:47,442 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/d0966158cad44df9bccb5cd45b7e9974 2024-11-13T16:13:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a4af3c0b790843cbb0449b4673436a9a is 50, key is test_row_0/C:col10/1731514426279/Put/seqid=0 2024-11-13T16:13:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742322_1498 (size=9657) 2024-11-13T16:13:47,487 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a4af3c0b790843cbb0449b4673436a9a 2024-11-13T16:13:47,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/9a1f57200f9a489a946c9a2c5be8e7fe as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe 2024-11-13T16:13:47,513 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe, entries=100, sequenceid=127, filesize=9.4 K 2024-11-13T16:13:47,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/d0966158cad44df9bccb5cd45b7e9974 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974 2024-11-13T16:13:47,519 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974, entries=100, sequenceid=127, filesize=9.4 K 2024-11-13T16:13:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/a4af3c0b790843cbb0449b4673436a9a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a 2024-11-13T16:13:47,523 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a, entries=100, sequenceid=127, filesize=9.4 K 2024-11-13T16:13:47,524 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=73.80 KB/75570 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 198ms, sequenceid=127, compaction requested=false 2024-11-13T16:13:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-13T16:13:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:47,525 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:47,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:13:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-13T16:13:47,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T16:13:47,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-11-13T16:13:47,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1350 sec 2024-11-13T16:13:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T16:13:47,538 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:47,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:47,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2c1e2323e5624cd097c51c86ab5f9689 is 50, key is test_row_0/A:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T16:13:47,541 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:47,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:47,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742323_1499 (size=16931) 2024-11-13T16:13:47,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2c1e2323e5624cd097c51c86ab5f9689 2024-11-13T16:13:47,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2698d1e4b0a44f958336b321c2cc4839 is 50, key is test_row_0/B:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514487566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514487567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514487570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742324_1500 (size=12151) 2024-11-13T16:13:47,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514487573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514487575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:47,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514487688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514487688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514487688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T16:13:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514487698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514487698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T16:13:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:47,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:47,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514487898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514487898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514487898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514487907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514487907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:47,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2698d1e4b0a44f958336b321c2cc4839 2024-11-13T16:13:48,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T16:13:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:48,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:48,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:48,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/cfcf20926f674deeaa57625235583aae is 50, key is test_row_0/C:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:48,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742325_1501 (size=12151) 2024-11-13T16:13:48,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/cfcf20926f674deeaa57625235583aae 2024-11-13T16:13:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2c1e2323e5624cd097c51c86ab5f9689 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689 2024-11-13T16:13:48,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689, entries=250, sequenceid=144, filesize=16.5 K 2024-11-13T16:13:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2698d1e4b0a44f958336b321c2cc4839 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839 2024-11-13T16:13:48,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839, entries=150, sequenceid=144, filesize=11.9 K 2024-11-13T16:13:48,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/cfcf20926f674deeaa57625235583aae as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae 2024-11-13T16:13:48,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae, entries=150, sequenceid=144, filesize=11.9 K 2024-11-13T16:13:48,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 543ms, sequenceid=144, compaction requested=true 2024-11-13T16:13:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:48,068 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:48,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:48,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:48,070 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:48,070 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:48,071 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:48,071 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,071 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cee774b22c9e4b92852dbf9887f355ea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=37.9 K 2024-11-13T16:13:48,071 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:48,071 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:48,071 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,071 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a087c15520a6495d894c007a0e21289c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=33.3 K 2024-11-13T16:13:48,072 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cee774b22c9e4b92852dbf9887f355ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:48,074 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting a087c15520a6495d894c007a0e21289c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:48,074 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a1f57200f9a489a946c9a2c5be8e7fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731514426279 2024-11-13T16:13:48,075 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d0966158cad44df9bccb5cd45b7e9974, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731514426279 2024-11-13T16:13:48,075 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c1e2323e5624cd097c51c86ab5f9689, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427510 2024-11-13T16:13:48,075 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2698d1e4b0a44f958336b321c2cc4839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427516 2024-11-13T16:13:48,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:48,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:48,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:48,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:48,095 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:48,096 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/5d5945c94c064df99f1ffc7e8c2124e9 is 50, key is test_row_0/A:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:48,099 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:48,100 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/7d29d94ce9f245a391aa9c3500a0ea5e is 50, key is test_row_0/B:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:48,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742326_1502 (size=12493) 2024-11-13T16:13:48,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T16:13:48,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,158 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:13:48,163 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/5d5945c94c064df99f1ffc7e8c2124e9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5d5945c94c064df99f1ffc7e8c2124e9 2024-11-13T16:13:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:48,170 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 5d5945c94c064df99f1ffc7e8c2124e9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:48,170 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:48,170 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=13, startTime=1731514428068; duration=0sec 2024-11-13T16:13:48,170 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:48,170 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742327_1503 (size=12493) 2024-11-13T16:13:48,174 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/cf8c48fb4b434352abe5b06a9270adf4 is 50, key is test_row_0/A:col10/1731514427543/Put/seqid=0 2024-11-13T16:13:48,177 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:48,178 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:48,178 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:48,178 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8d2069d3554f4d79af6d6d098d9d7da0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=33.3 K 2024-11-13T16:13:48,180 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2069d3554f4d79af6d6d098d9d7da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731514426080 2024-11-13T16:13:48,180 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4af3c0b790843cbb0449b4673436a9a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731514426279 2024-11-13T16:13:48,181 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfcf20926f674deeaa57625235583aae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427516 2024-11-13T16:13:48,188 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/7d29d94ce9f245a391aa9c3500a0ea5e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7d29d94ce9f245a391aa9c3500a0ea5e 2024-11-13T16:13:48,194 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 7d29d94ce9f245a391aa9c3500a0ea5e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:48,194 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:48,194 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=13, startTime=1731514428070; duration=0sec 2024-11-13T16:13:48,195 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:48,195 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:48,217 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:48,218 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/d57482ec8ecc485e9ddad6b1bd3b8460 is 50, key is test_row_0/C:col10/1731514427524/Put/seqid=0 2024-11-13T16:13:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742328_1504 (size=12151) 2024-11-13T16:13:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742329_1505 (size=12493) 2024-11-13T16:13:48,263 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/d57482ec8ecc485e9ddad6b1bd3b8460 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d57482ec8ecc485e9ddad6b1bd3b8460 2024-11-13T16:13:48,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514488262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,317 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into d57482ec8ecc485e9ddad6b1bd3b8460(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:48,317 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:48,317 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=13, startTime=1731514428076; duration=0sec 2024-11-13T16:13:48,317 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:48,317 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:48,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514488270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514488316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514488316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514488318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514488427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514488438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514488438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514488441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514488441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/cf8c48fb4b434352abe5b06a9270adf4 2024-11-13T16:13:48,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3cf84d8820c0413fb0c263f39a089ded is 50, key is test_row_0/B:col10/1731514427543/Put/seqid=0 2024-11-13T16:13:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742330_1506 (size=12151) 2024-11-13T16:13:48,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514488648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514488648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514488649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514488649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514488649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:48,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:13:48,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T16:13:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514488968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514488968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514488968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514488969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514488969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,056 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3cf84d8820c0413fb0c263f39a089ded 2024-11-13T16:13:49,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/835fb96e5d294e288a6df81da93b3051 is 50, key is test_row_0/C:col10/1731514427543/Put/seqid=0 2024-11-13T16:13:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742331_1507 (size=12151) 2024-11-13T16:13:49,482 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/835fb96e5d294e288a6df81da93b3051 2024-11-13T16:13:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/cf8c48fb4b434352abe5b06a9270adf4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4 2024-11-13T16:13:49,494 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:13:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3cf84d8820c0413fb0c263f39a089ded as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded 2024-11-13T16:13:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514489488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514489488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514489489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514489489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514489489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:49,499 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/835fb96e5d294e288a6df81da93b3051 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051 2024-11-13T16:13:49,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051, entries=150, sequenceid=164, filesize=11.9 K 2024-11-13T16:13:49,504 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1346ms, sequenceid=164, compaction requested=false 2024-11-13T16:13:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T16:13:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T16:13:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T16:13:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-11-13T16:13:49,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.9680 sec 2024-11-13T16:13:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T16:13:49,699 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:49,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T16:13:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T16:13:49,701 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:49,701 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:49,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T16:13:49,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T16:13:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:49,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T16:13:49,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ede8ef71903b40abb7c3b7a5ddab3aed is 50, key is test_row_0/A:col10/1731514428260/Put/seqid=0 2024-11-13T16:13:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742332_1508 (size=12151) 2024-11-13T16:13:49,863 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ede8ef71903b40abb7c3b7a5ddab3aed 2024-11-13T16:13:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/7187041c095843adb34ed7607c993e76 is 50, key is test_row_0/B:col10/1731514428260/Put/seqid=0 2024-11-13T16:13:49,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742333_1509 (size=12151) 2024-11-13T16:13:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T16:13:50,284 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/7187041c095843adb34ed7607c993e76 2024-11-13T16:13:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/22682aff1536431194223e114c7ddd3c is 50, key is test_row_0/C:col10/1731514428260/Put/seqid=0 2024-11-13T16:13:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742334_1510 (size=12151) 2024-11-13T16:13:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T16:13:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:50,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514490532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514490533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514490538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514490539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514490549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514490657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514490657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514490658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514490658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514490668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,710 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/22682aff1536431194223e114c7ddd3c 2024-11-13T16:13:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ede8ef71903b40abb7c3b7a5ddab3aed as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed 2024-11-13T16:13:50,716 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed, entries=150, sequenceid=185, filesize=11.9 K 2024-11-13T16:13:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/7187041c095843adb34ed7607c993e76 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76 2024-11-13T16:13:50,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76, entries=150, sequenceid=185, filesize=11.9 K 2024-11-13T16:13:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/22682aff1536431194223e114c7ddd3c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c 2024-11-13T16:13:50,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c, entries=150, sequenceid=185, filesize=11.9 K 2024-11-13T16:13:50,724 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 868ms, sequenceid=185, compaction requested=true 2024-11-13T16:13:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T16:13:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T16:13:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T16:13:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-13T16:13:50,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0280 sec 2024-11-13T16:13:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T16:13:50,837 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:50,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T16:13:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:50,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:50,840 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:50,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:50,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:13:50,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e56fa745df3942828ee29689c170cf42 is 50, key is test_row_0/A:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742335_1511 (size=14541) 2024-11-13T16:13:50,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514490899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514490908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514490909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514490911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514490913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:50,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:50,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514491017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514491017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514491028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514491038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514491038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:51,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514491228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514491228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514491238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514491257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514491257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e56fa745df3942828ee29689c170cf42 2024-11-13T16:13:51,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/511a220cf53b44948f28ec279218bb7f is 50, key is test_row_0/B:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:51,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742336_1512 (size=12151) 2024-11-13T16:13:51,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:51,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514491538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514491548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514491558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514491577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514491578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:51,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/511a220cf53b44948f28ec279218bb7f 2024-11-13T16:13:51,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/96c5be039acb4269b0e7a643db7ade42 is 50, key is test_row_0/C:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742337_1513 (size=12151) 2024-11-13T16:13:51,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:51,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:52,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:52,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514492057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:52,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514492068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:52,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514492068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514492088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514492088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:52,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/96c5be039acb4269b0e7a643db7ade42 2024-11-13T16:13:52,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e56fa745df3942828ee29689c170cf42 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42 2024-11-13T16:13:52,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42, entries=200, sequenceid=204, filesize=14.2 K 2024-11-13T16:13:52,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/511a220cf53b44948f28ec279218bb7f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f 2024-11-13T16:13:52,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T16:13:52,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/96c5be039acb4269b0e7a643db7ade42 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42 2024-11-13T16:13:52,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T16:13:52,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1249ms, sequenceid=204, compaction requested=true 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:52,131 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:52,131 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:52,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:52,132 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,132 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,132 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7d29d94ce9f245a391aa9c3500a0ea5e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=47.8 K 2024-11-13T16:13:52,132 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5d5945c94c064df99f1ffc7e8c2124e9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=50.1 K 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d29d94ce9f245a391aa9c3500a0ea5e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427516 2024-11-13T16:13:52,132 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d5945c94c064df99f1ffc7e8c2124e9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427516 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cf84d8820c0413fb0c263f39a089ded, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514427543 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf8c48fb4b434352abe5b06a9270adf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514427543 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7187041c095843adb34ed7607c993e76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731514428256 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ede8ef71903b40abb7c3b7a5ddab3aed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731514428256 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 511a220cf53b44948f28ec279218bb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:52,133 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e56fa745df3942828ee29689c170cf42, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:52,141 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:52,142 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/5e1c6a6edc0744ada60eb3fcf74d54c0 is 50, key is test_row_0/A:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:52,145 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#438 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:52,146 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/b26288dea38d4906a414fcac796a60a0 is 50, key is test_row_0/B:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742338_1514 (size=12629) 2024-11-13T16:13:52,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742339_1515 (size=12629) 2024-11-13T16:13:52,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T16:13:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T16:13:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/48b64f2719544125b5567d07256c271c is 50, key is test_row_0/A:col10/1731514430909/Put/seqid=0 2024-11-13T16:13:52,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742340_1516 (size=12151) 2024-11-13T16:13:52,556 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/5e1c6a6edc0744ada60eb3fcf74d54c0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5e1c6a6edc0744ada60eb3fcf74d54c0 2024-11-13T16:13:52,560 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 5e1c6a6edc0744ada60eb3fcf74d54c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:52,560 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:52,560 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=12, startTime=1731514432131; duration=0sec 2024-11-13T16:13:52,560 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:52,560 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:52,560 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:52,562 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:52,562 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:52,562 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:52,562 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d57482ec8ecc485e9ddad6b1bd3b8460, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=47.8 K 2024-11-13T16:13:52,563 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d57482ec8ecc485e9ddad6b1bd3b8460, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731514427516 2024-11-13T16:13:52,563 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 835fb96e5d294e288a6df81da93b3051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731514427543 2024-11-13T16:13:52,563 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22682aff1536431194223e114c7ddd3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731514428256 2024-11-13T16:13:52,564 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96c5be039acb4269b0e7a643db7ade42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:52,565 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/b26288dea38d4906a414fcac796a60a0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/b26288dea38d4906a414fcac796a60a0 2024-11-13T16:13:52,569 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into b26288dea38d4906a414fcac796a60a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:52,569 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:52,569 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=12, startTime=1731514432131; duration=0sec 2024-11-13T16:13:52,570 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:52,570 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:52,573 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:52,574 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/8b95b06293f74d45b1a0fc528319468e is 50, key is test_row_0/C:col10/1731514430881/Put/seqid=0 2024-11-13T16:13:52,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742341_1517 (size=12629) 2024-11-13T16:13:52,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/48b64f2719544125b5567d07256c271c 2024-11-13T16:13:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/63e2191652404d2487e1e8579380f675 is 50, key is test_row_0/B:col10/1731514430909/Put/seqid=0 2024-11-13T16:13:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742342_1518 (size=12151) 2024-11-13T16:13:52,986 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/8b95b06293f74d45b1a0fc528319468e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8b95b06293f74d45b1a0fc528319468e 2024-11-13T16:13:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:52,991 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 8b95b06293f74d45b1a0fc528319468e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:52,991 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:52,991 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=12, startTime=1731514432131; duration=0sec 2024-11-13T16:13:52,991 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:52,991 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:53,038 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/63e2191652404d2487e1e8579380f675 2024-11-13T16:13:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ec2fe2463c7246e8be30cad0d54f6079 is 50, key is test_row_0/C:col10/1731514430909/Put/seqid=0 2024-11-13T16:13:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742343_1519 (size=12151) 2024-11-13T16:13:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514493119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514493120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514493121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514493125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514493126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,456 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ec2fe2463c7246e8be30cad0d54f6079 2024-11-13T16:13:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/48b64f2719544125b5567d07256c271c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c 2024-11-13T16:13:53,463 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c, entries=150, sequenceid=221, filesize=11.9 K 2024-11-13T16:13:53,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/63e2191652404d2487e1e8579380f675 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675 2024-11-13T16:13:53,466 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675, entries=150, sequenceid=221, filesize=11.9 K 2024-11-13T16:13:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ec2fe2463c7246e8be30cad0d54f6079 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079 2024-11-13T16:13:53,470 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079, entries=150, sequenceid=221, filesize=11.9 K 2024-11-13T16:13:53,471 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1252ms, sequenceid=221, compaction requested=false 2024-11-13T16:13:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T16:13:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T16:13:53,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T16:13:53,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-11-13T16:13:53,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.6370 sec 2024-11-13T16:13:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:53,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:53,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T16:13:53,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1eef8a164ee848bab8522ce5a27cbc33 is 50, key is test_row_0/A:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:53,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742344_1520 (size=16931) 2024-11-13T16:13:53,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514493494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514493503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514493503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514493504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514493505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514493608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514493608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514493608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514493618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514493627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514493827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514493838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:53,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1eef8a164ee848bab8522ce5a27cbc33 2024-11-13T16:13:53,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 is 50, key is test_row_0/B:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742345_1521 (size=12151) 2024-11-13T16:13:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514494138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514494138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514494138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514494138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514494147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 2024-11-13T16:13:54,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4e33ce47fddc4a8794f09fc62e7325e8 is 50, key is test_row_0/C:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742346_1522 (size=12151) 2024-11-13T16:13:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514494657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514494657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514494658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514494658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514494658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:54,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4e33ce47fddc4a8794f09fc62e7325e8 2024-11-13T16:13:54,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1eef8a164ee848bab8522ce5a27cbc33 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33 2024-11-13T16:13:54,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33, entries=250, sequenceid=245, filesize=16.5 K 2024-11-13T16:13:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 2024-11-13T16:13:54,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T16:13:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4e33ce47fddc4a8794f09fc62e7325e8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8 2024-11-13T16:13:54,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T16:13:54,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1245ms, sequenceid=245, compaction requested=true 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:54,722 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:54,722 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:54,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:54,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:54,723 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:54,723 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:54,723 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:54,723 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:54,723 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:54,723 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:54,723 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5e1c6a6edc0744ada60eb3fcf74d54c0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=40.7 K 2024-11-13T16:13:54,723 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/b26288dea38d4906a414fcac796a60a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.1 K 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1c6a6edc0744ada60eb3fcf74d54c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b26288dea38d4906a414fcac796a60a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48b64f2719544125b5567d07256c271c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731514430908 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 63e2191652404d2487e1e8579380f675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731514430908 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa3a3b33e1c4b94a08f8eeb4cd067f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:54,724 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eef8a164ee848bab8522ce5a27cbc33, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:54,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:54,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:54,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c2c1a685631146b6ba6c03fb03c86358 is 50, key is test_row_0/A:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:54,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/6082f448698c4d499e47e8013b838e0a is 50, key is test_row_0/B:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742348_1524 (size=12731) 2024-11-13T16:13:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742347_1523 (size=12731) 2024-11-13T16:13:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T16:13:55,008 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:55,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-13T16:13:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T16:13:55,011 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:55,011 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:55,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T16:13:55,143 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/6082f448698c4d499e47e8013b838e0a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/6082f448698c4d499e47e8013b838e0a 2024-11-13T16:13:55,147 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/c2c1a685631146b6ba6c03fb03c86358 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c2c1a685631146b6ba6c03fb03c86358 2024-11-13T16:13:55,149 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 6082f448698c4d499e47e8013b838e0a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:55,149 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:55,149 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=13, startTime=1731514434722; duration=0sec 2024-11-13T16:13:55,149 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:55,149 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:55,149 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:55,150 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:55,150 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:55,150 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,150 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8b95b06293f74d45b1a0fc528319468e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.1 K 2024-11-13T16:13:55,150 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b95b06293f74d45b1a0fc528319468e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731514430516 2024-11-13T16:13:55,151 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ec2fe2463c7246e8be30cad0d54f6079, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731514430908 2024-11-13T16:13:55,151 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into c2c1a685631146b6ba6c03fb03c86358(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:55,151 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:55,151 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=13, startTime=1731514434722; duration=0sec 2024-11-13T16:13:55,151 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e33ce47fddc4a8794f09fc62e7325e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:55,151 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:55,151 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:55,157 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:55,158 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/260a29a8834745c8a40c8d7e4906e05f is 50, key is test_row_0/C:col10/1731514433117/Put/seqid=0 2024-11-13T16:13:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742349_1525 (size=12731) 2024-11-13T16:13:55,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T16:13:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,164 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:13:55,165 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/260a29a8834745c8a40c8d7e4906e05f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/260a29a8834745c8a40c8d7e4906e05f 2024-11-13T16:13:55,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2ab4f0890fcf4acab36f52f9a92f9d82 is 50, key is test_row_0/A:col10/1731514433501/Put/seqid=0 2024-11-13T16:13:55,172 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 260a29a8834745c8a40c8d7e4906e05f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:55,172 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:55,172 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=13, startTime=1731514434722; duration=0sec 2024-11-13T16:13:55,172 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:55,172 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742350_1526 (size=12301) 2024-11-13T16:13:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T16:13:55,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2ab4f0890fcf4acab36f52f9a92f9d82 2024-11-13T16:13:55,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/809e82e359b64c35905209edbfbee15f is 50, key is test_row_0/B:col10/1731514433501/Put/seqid=0 2024-11-13T16:13:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742351_1527 (size=12301) 2024-11-13T16:13:55,584 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/809e82e359b64c35905209edbfbee15f 2024-11-13T16:13:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 is 50, key is test_row_0/C:col10/1731514433501/Put/seqid=0 2024-11-13T16:13:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742352_1528 (size=12301) 2024-11-13T16:13:55,596 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 2024-11-13T16:13:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/2ab4f0890fcf4acab36f52f9a92f9d82 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82 2024-11-13T16:13:55,601 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82, entries=150, sequenceid=263, filesize=12.0 K 2024-11-13T16:13:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/809e82e359b64c35905209edbfbee15f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f 2024-11-13T16:13:55,605 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f, entries=150, sequenceid=263, filesize=12.0 K 2024-11-13T16:13:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 2024-11-13T16:13:55,609 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51, entries=150, sequenceid=263, filesize=12.0 K 2024-11-13T16:13:55,610 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 446ms, sequenceid=263, compaction requested=false 2024-11-13T16:13:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-13T16:13:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-13T16:13:55,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T16:13:55,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 600 msec 2024-11-13T16:13:55,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 605 msec 2024-11-13T16:13:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T16:13:55,638 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:55,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-13T16:13:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:55,640 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:55,641 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:55,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:55,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:55,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:55,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/618fe746e5a541fcba55f2960ebc6105 is 50, key is test_row_0/A:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742353_1529 (size=17181) 2024-11-13T16:13:55,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/618fe746e5a541fcba55f2960ebc6105 2024-11-13T16:13:55,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bdc513691b841ee93c15c887e633513 is 50, key is test_row_0/B:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742354_1530 (size=12301) 2024-11-13T16:13:55,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bdc513691b841ee93c15c887e633513 2024-11-13T16:13:55,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6d2eb2883c234e54a349fd818f3a8a0a is 50, key is test_row_0/C:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742355_1531 (size=12301) 2024-11-13T16:13:55,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6d2eb2883c234e54a349fd818f3a8a0a 2024-11-13T16:13:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/618fe746e5a541fcba55f2960ebc6105 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105 2024-11-13T16:13:55,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105, entries=250, sequenceid=275, filesize=16.8 K 2024-11-13T16:13:55,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2bdc513691b841ee93c15c887e633513 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513 2024-11-13T16:13:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514495711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514495719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T16:13:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/6d2eb2883c234e54a349fd818f3a8a0a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a 2024-11-13T16:13:55,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T16:13:55,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 48ms, sequenceid=275, compaction requested=true 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:55,729 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:55,729 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:55,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:55,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:55,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:55,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:55,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c2c1a685631146b6ba6c03fb03c86358, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=41.2 K 2024-11-13T16:13:55,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/6082f448698c4d499e47e8013b838e0a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.5 K 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c1a685631146b6ba6c03fb03c86358, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6082f448698c4d499e47e8013b838e0a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab4f0890fcf4acab36f52f9a92f9d82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731514433501 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 809e82e359b64c35905209edbfbee15f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731514433501 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618fe746e5a541fcba55f2960ebc6105, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435672 2024-11-13T16:13:55,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bdc513691b841ee93c15c887e633513, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435675 2024-11-13T16:13:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:55,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:55,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T16:13:55,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1a7454e02f704ab4948bae6d8f1f3643 is 50, key is test_row_0/A:col10/1731514435731/Put/seqid=0 2024-11-13T16:13:55,740 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:55,741 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742356_1532 (size=14741) 2024-11-13T16:13:55,742 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/224295a70fb340e1ab7998294f887fea is 50, key is test_row_0/A:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:55,742 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2948811f9c8b4fa89d4159d87499340b is 50, key is test_row_0/B:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742357_1533 (size=12983) 2024-11-13T16:13:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742358_1534 (size=12983) 2024-11-13T16:13:55,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514495745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514495750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514495751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:55,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:55,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514495828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514495828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514495867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514495868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514495868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:55,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:55,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514496047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514496047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514496088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514496088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514496088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1a7454e02f704ab4948bae6d8f1f3643 2024-11-13T16:13:56,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ae20189ffc1e4870ab0b059a46676960 is 50, key is test_row_0/B:col10/1731514435731/Put/seqid=0 2024-11-13T16:13:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742359_1535 (size=12301) 2024-11-13T16:13:56,155 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/224295a70fb340e1ab7998294f887fea as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/224295a70fb340e1ab7998294f887fea 2024-11-13T16:13:56,156 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/2948811f9c8b4fa89d4159d87499340b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2948811f9c8b4fa89d4159d87499340b 2024-11-13T16:13:56,159 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 2948811f9c8b4fa89d4159d87499340b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:56,159 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 224295a70fb340e1ab7998294f887fea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:56,159 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:56,159 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:56,159 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=13, startTime=1731514435729; duration=0sec 2024-11-13T16:13:56,159 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=13, startTime=1731514435729; duration=0sec 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:13:56,160 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:56,160 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,161 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/260a29a8834745c8a40c8d7e4906e05f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.5 K 2024-11-13T16:13:56,161 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 260a29a8834745c8a40c8d7e4906e05f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731514433117 2024-11-13T16:13:56,161 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9bf3bc6f60d4b5ca0a162dd0a71dd51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731514433501 2024-11-13T16:13:56,161 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d2eb2883c234e54a349fd818f3a8a0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435675 2024-11-13T16:13:56,166 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:56,166 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/23d69162d2264fcc8880eb143cbfd47e is 50, key is test_row_0/C:col10/1731514435679/Put/seqid=0 2024-11-13T16:13:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742360_1536 (size=12983) 2024-11-13T16:13:56,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:56,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514496367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514496368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:56,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:56,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514496398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514496407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514496407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ae20189ffc1e4870ab0b059a46676960 2024-11-13T16:13:56,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/09286f870aea4be6bb9166ba0779c483 is 50, key is test_row_0/C:col10/1731514435731/Put/seqid=0 2024-11-13T16:13:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742361_1537 (size=12301) 2024-11-13T16:13:56,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/09286f870aea4be6bb9166ba0779c483 2024-11-13T16:13:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/1a7454e02f704ab4948bae6d8f1f3643 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643 2024-11-13T16:13:56,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643, entries=200, sequenceid=301, filesize=14.4 K 2024-11-13T16:13:56,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/ae20189ffc1e4870ab0b059a46676960 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960 2024-11-13T16:13:56,575 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/23d69162d2264fcc8880eb143cbfd47e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/23d69162d2264fcc8880eb143cbfd47e 2024-11-13T16:13:56,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960, entries=150, sequenceid=301, filesize=12.0 K 2024-11-13T16:13:56,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/09286f870aea4be6bb9166ba0779c483 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483 2024-11-13T16:13:56,578 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 23d69162d2264fcc8880eb143cbfd47e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:56,578 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:56,579 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=13, startTime=1731514435729; duration=0sec 2024-11-13T16:13:56,579 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:56,579 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:56,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483, entries=150, sequenceid=301, filesize=12.0 K 2024-11-13T16:13:56,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 850ms, sequenceid=301, compaction requested=false 2024-11-13T16:13:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:56,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T16:13:56,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:56,712 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T16:13:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ad614f6d585244f0a04605fe9fdec9f1 is 50, key is test_row_0/A:col10/1731514435743/Put/seqid=0 2024-11-13T16:13:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742362_1538 (size=12301) 2024-11-13T16:13:56,719 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ad614f6d585244f0a04605fe9fdec9f1 2024-11-13T16:13:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/501bd41fc26245a7ab9529f1b994e568 is 50, key is test_row_0/B:col10/1731514435743/Put/seqid=0 2024-11-13T16:13:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742363_1539 (size=12301) 2024-11-13T16:13:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:56,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514496944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514496944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514496944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514496945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:56,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514496946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514497058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514497058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514497058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514497058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514497067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,127 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/501bd41fc26245a7ab9529f1b994e568 2024-11-13T16:13:57,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/934f3a53d6a94f5fa5637313877303e3 is 50, key is test_row_0/C:col10/1731514435743/Put/seqid=0 2024-11-13T16:13:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742364_1540 (size=12301) 2024-11-13T16:13:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514497268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514497268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514497277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514497277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514497277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,536 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/934f3a53d6a94f5fa5637313877303e3 2024-11-13T16:13:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/ad614f6d585244f0a04605fe9fdec9f1 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1 2024-11-13T16:13:57,543 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T16:13:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/501bd41fc26245a7ab9529f1b994e568 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568 2024-11-13T16:13:57,547 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T16:13:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/934f3a53d6a94f5fa5637313877303e3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3 2024-11-13T16:13:57,550 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T16:13:57,551 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 839ms, sequenceid=314, compaction requested=true 2024-11-13T16:13:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-13T16:13:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-13T16:13:57,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T16:13:57,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9120 sec 2024-11-13T16:13:57,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.9160 sec 2024-11-13T16:13:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:57,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:57,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T16:13:57,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e89f82783dbc41b59444fa29255e6ae0 is 50, key is test_row_0/A:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742365_1541 (size=14741) 2024-11-13T16:13:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514497596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514497597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514497598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514497602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514497609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514497718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514497718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514497718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514497718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514497718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T16:13:57,788 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:57,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-13T16:13:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:57,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:57,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:57,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:57,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:57,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514497938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514497938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514497938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514497938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514497938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e89f82783dbc41b59444fa29255e6ae0 2024-11-13T16:13:58,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/fcc8df3861a949198ef3d55d7c3ce0ff is 50, key is test_row_0/B:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742366_1542 (size=12301) 2024-11-13T16:13:58,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:58,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514498247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514498248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514498258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514498258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514498258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/fcc8df3861a949198ef3d55d7c3ce0ff 2024-11-13T16:13:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:58,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/db09b3166bec47d9b30030e649a7aef9 is 50, key is test_row_0/C:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742367_1543 (size=12301) 2024-11-13T16:13:58,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:13:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:13:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514498768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514498768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514498778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514498778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514498778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:58,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/db09b3166bec47d9b30030e649a7aef9 2024-11-13T16:13:58,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e89f82783dbc41b59444fa29255e6ae0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0 2024-11-13T16:13:58,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0, entries=200, sequenceid=341, filesize=14.4 K 2024-11-13T16:13:58,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/fcc8df3861a949198ef3d55d7c3ce0ff as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff 2024-11-13T16:13:58,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff, entries=150, sequenceid=341, filesize=12.0 K 2024-11-13T16:13:58,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/db09b3166bec47d9b30030e649a7aef9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9 2024-11-13T16:13:58,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9, entries=150, sequenceid=341, filesize=12.0 K 2024-11-13T16:13:58,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1254ms, sequenceid=341, compaction requested=true 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:58,847 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:13:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:58,847 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:58,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:58,848 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:13:58,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,848 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/224295a70fb340e1ab7998294f887fea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=53.5 K 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224295a70fb340e1ab7998294f887fea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435675 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a7454e02f704ab4948bae6d8f1f3643, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731514435718 2024-11-13T16:13:58,849 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,849 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2948811f9c8b4fa89d4159d87499340b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=48.7 K 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad614f6d585244f0a04605fe9fdec9f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731514435743 2024-11-13T16:13:58,849 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e89f82783dbc41b59444fa29255e6ae0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436942 2024-11-13T16:13:58,850 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2948811f9c8b4fa89d4159d87499340b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435675 2024-11-13T16:13:58,850 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting ae20189ffc1e4870ab0b059a46676960, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731514435718 2024-11-13T16:13:58,850 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 501bd41fc26245a7ab9529f1b994e568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731514435743 2024-11-13T16:13:58,851 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting fcc8df3861a949198ef3d55d7c3ce0ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436943 2024-11-13T16:13:58,860 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:58,860 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/04abf961d568479c8d3deeb4d075f060 is 50, key is test_row_0/A:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:58,860 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:58,861 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/20681d6139944f2dbbb577db76d2d68f is 50, key is test_row_0/B:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T16:13:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,864 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T16:13:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/21d42b5c992e44be9b0b761019f56020 is 50, key is test_row_0/A:col10/1731514437596/Put/seqid=0 2024-11-13T16:13:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742368_1544 (size=13119) 2024-11-13T16:13:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742369_1545 (size=13119) 2024-11-13T16:13:58,880 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/20681d6139944f2dbbb577db76d2d68f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/20681d6139944f2dbbb577db76d2d68f 2024-11-13T16:13:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742370_1546 (size=12301) 2024-11-13T16:13:58,884 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/21d42b5c992e44be9b0b761019f56020 2024-11-13T16:13:58,885 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 20681d6139944f2dbbb577db76d2d68f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:58,885 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:58,885 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=12, startTime=1731514438847; duration=0sec 2024-11-13T16:13:58,885 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:13:58,885 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:13:58,885 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:13:58,887 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:13:58,887 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:13:58,887 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:58,887 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/23d69162d2264fcc8880eb143cbfd47e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=48.7 K 2024-11-13T16:13:58,888 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d69162d2264fcc8880eb143cbfd47e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731514435675 2024-11-13T16:13:58,888 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 09286f870aea4be6bb9166ba0779c483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731514435718 2024-11-13T16:13:58,889 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 934f3a53d6a94f5fa5637313877303e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731514435743 2024-11-13T16:13:58,890 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting db09b3166bec47d9b30030e649a7aef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436943 2024-11-13T16:13:58,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/30a24116e2de44de8357439af89dbb46 is 50, key is test_row_0/B:col10/1731514437596/Put/seqid=0 2024-11-13T16:13:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742371_1547 (size=12301) 2024-11-13T16:13:58,912 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:13:58,912 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/00773f726ed948a69ba183e68595444b is 50, key is test_row_0/C:col10/1731514436945/Put/seqid=0 2024-11-13T16:13:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742372_1548 (size=13119) 2024-11-13T16:13:58,921 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/00773f726ed948a69ba183e68595444b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/00773f726ed948a69ba183e68595444b 2024-11-13T16:13:58,927 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 00773f726ed948a69ba183e68595444b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:58,927 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:58,927 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=12, startTime=1731514438847; duration=0sec 2024-11-13T16:13:58,927 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:58,927 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:13:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:59,281 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/04abf961d568479c8d3deeb4d075f060 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/04abf961d568479c8d3deeb4d075f060 2024-11-13T16:13:59,285 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 04abf961d568479c8d3deeb4d075f060(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:13:59,285 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:59,285 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=12, startTime=1731514438847; duration=0sec 2024-11-13T16:13:59,285 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:13:59,285 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:13:59,311 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/30a24116e2de44de8357439af89dbb46 2024-11-13T16:13:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ff4766ce5ff0493d82bff9eaf596298f is 50, key is test_row_0/C:col10/1731514437596/Put/seqid=0 2024-11-13T16:13:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742373_1549 (size=12301) 2024-11-13T16:13:59,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ff4766ce5ff0493d82bff9eaf596298f 2024-11-13T16:13:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/21d42b5c992e44be9b0b761019f56020 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020 2024-11-13T16:13:59,726 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020, entries=150, sequenceid=350, filesize=12.0 K 2024-11-13T16:13:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/30a24116e2de44de8357439af89dbb46 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46 2024-11-13T16:13:59,730 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46, entries=150, sequenceid=350, filesize=12.0 K 2024-11-13T16:13:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ff4766ce5ff0493d82bff9eaf596298f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f 2024-11-13T16:13:59,733 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f, entries=150, sequenceid=350, filesize=12.0 K 2024-11-13T16:13:59,735 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 870ms, sequenceid=350, compaction requested=false 2024-11-13T16:13:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:13:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:13:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-13T16:13:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-13T16:13:59,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-13T16:13:59,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-11-13T16:13:59,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.9490 sec 2024-11-13T16:13:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:13:59,801 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:13:59,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:13:59,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/6c0d52f7f81f4da2ab7e680921d0a627 is 50, key is test_row_0/A:col10/1731514439802/Put/seqid=0 2024-11-13T16:13:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742374_1550 (size=12301) 2024-11-13T16:13:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514499841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514499852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514499853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514499853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514499854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T16:13:59,938 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:13:59,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:13:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-13T16:13:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:13:59,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:13:59,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:13:59,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:13:59,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514499958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514499958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514499967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514499967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:13:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514499968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:13:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:00,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514500167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514500167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514500178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514500178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514500178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/6c0d52f7f81f4da2ab7e680921d0a627 2024-11-13T16:14:00,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/dd28d5b783424e899a1b39c8c9962e72 is 50, key is test_row_0/B:col10/1731514439802/Put/seqid=0 2024-11-13T16:14:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742375_1551 (size=12301) 2024-11-13T16:14:00,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:00,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514500487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514500488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514500498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514500498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514500498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:00,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:00,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/dd28d5b783424e899a1b39c8c9962e72 2024-11-13T16:14:00,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4180f6b221be4e8488bce0bef853e077 is 50, key is test_row_0/C:col10/1731514439802/Put/seqid=0 2024-11-13T16:14:00,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742376_1552 (size=12301) 2024-11-13T16:14:00,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:00,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:00,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:00,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:01,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50158 deadline: 1731514500998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:01,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50132 deadline: 1731514500998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:01,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:01,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50146 deadline: 1731514501017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:01,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50154 deadline: 1731514501017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50114 deadline: 1731514501018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 , the old value is region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., hostname=c4c650e80f58,38731,1731514299168, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:14:01,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4180f6b221be4e8488bce0bef853e077 2024-11-13T16:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/6c0d52f7f81f4da2ab7e680921d0a627 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627 2024-11-13T16:14:01,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627, entries=150, sequenceid=365, filesize=12.0 K 2024-11-13T16:14:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/dd28d5b783424e899a1b39c8c9962e72 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72 2024-11-13T16:14:01,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72, entries=150, sequenceid=365, filesize=12.0 K 2024-11-13T16:14:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/4180f6b221be4e8488bce0bef853e077 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077 2024-11-13T16:14:01,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077, entries=150, sequenceid=365, filesize=12.0 K 2024-11-13T16:14:01,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1254ms, sequenceid=365, compaction requested=true 2024-11-13T16:14:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:14:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:01,056 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f361c2fc9b2eefbb3ce71fac92c0b23:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:01,057 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:01,057 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:01,057 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:01,057 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/A is initiating minor compaction (all files) 2024-11-13T16:14:01,057 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/B is initiating minor compaction (all files) 2024-11-13T16:14:01,057 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/A in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,057 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/B in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,058 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/04abf961d568479c8d3deeb4d075f060, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.8 K 2024-11-13T16:14:01,058 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/20681d6139944f2dbbb577db76d2d68f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.8 K 2024-11-13T16:14:01,058 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04abf961d568479c8d3deeb4d075f060, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436943 2024-11-13T16:14:01,058 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 20681d6139944f2dbbb577db76d2d68f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436943 2024-11-13T16:14:01,058 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21d42b5c992e44be9b0b761019f56020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731514437596 2024-11-13T16:14:01,058 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 30a24116e2de44de8357439af89dbb46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731514437596 2024-11-13T16:14:01,058 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c0d52f7f81f4da2ab7e680921d0a627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731514439791 2024-11-13T16:14:01,059 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting dd28d5b783424e899a1b39c8c9962e72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731514439791 2024-11-13T16:14:01,064 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#A#compaction#477 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:01,064 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/87c324cb8a0d407495411a707201cdba is 50, key is test_row_0/A:col10/1731514439802/Put/seqid=0 2024-11-13T16:14:01,066 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:01,067 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/f590ab23dd8c4b4a8c619d36524df7ac is 50, key is test_row_0/B:col10/1731514439802/Put/seqid=0 2024-11-13T16:14:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742377_1553 (size=13221) 2024-11-13T16:14:01,073 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/87c324cb8a0d407495411a707201cdba as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87c324cb8a0d407495411a707201cdba 2024-11-13T16:14:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:01,080 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/A of 0f361c2fc9b2eefbb3ce71fac92c0b23 into 87c324cb8a0d407495411a707201cdba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:01,080 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:14:01,080 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/A, priority=13, startTime=1731514441056; duration=0sec 2024-11-13T16:14:01,080 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:01,080 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:A 2024-11-13T16:14:01,080 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742378_1554 (size=13221) 2024-11-13T16:14:01,083 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:01,083 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 0f361c2fc9b2eefbb3ce71fac92c0b23/C is initiating minor compaction (all files) 2024-11-13T16:14:01,083 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f361c2fc9b2eefbb3ce71fac92c0b23/C in TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,083 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/00773f726ed948a69ba183e68595444b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp, totalSize=36.8 K 2024-11-13T16:14:01,083 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00773f726ed948a69ba183e68595444b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731514436943 2024-11-13T16:14:01,083 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff4766ce5ff0493d82bff9eaf596298f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731514437596 2024-11-13T16:14:01,084 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4180f6b221be4e8488bce0bef853e077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731514439791 2024-11-13T16:14:01,091 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f361c2fc9b2eefbb3ce71fac92c0b23#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:01,091 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ebbaf36da65b4fe4a93ef9264225692f is 50, key is test_row_0/C:col10/1731514439802/Put/seqid=0 2024-11-13T16:14:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742379_1555 (size=13221) 2024-11-13T16:14:01,095 INFO [Thread-2117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2117. 2024-11-13T16:14:01,095 DEBUG [Thread-2117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:01,095 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,095 INFO [Thread-2113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2113. 2024-11-13T16:14:01,095 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,095 DEBUG [Thread-2113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:01,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:01,095 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,095 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:01,100 INFO [Thread-2115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2115. 2024-11-13T16:14:01,100 DEBUG [Thread-2115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:01,100 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,100 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:01,101 INFO [Thread-2111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2111. 2024-11-13T16:14:01,101 DEBUG [Thread-2111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:01,101 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,101 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:01,103 INFO [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109. 2024-11-13T16:14:01,103 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:01,103 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,103 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:01,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:01,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T16:14:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:01,165 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:14:01,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e2daf8d934314e7d98778a53ee8841b9 is 50, key is test_row_0/A:col10/1731514439850/Put/seqid=0 2024-11-13T16:14:01,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742380_1556 (size=12301) 2024-11-13T16:14:01,484 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/f590ab23dd8c4b4a8c619d36524df7ac as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f590ab23dd8c4b4a8c619d36524df7ac 2024-11-13T16:14:01,487 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/B of 0f361c2fc9b2eefbb3ce71fac92c0b23 into f590ab23dd8c4b4a8c619d36524df7ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:01,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:14:01,487 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/B, priority=13, startTime=1731514441056; duration=0sec 2024-11-13T16:14:01,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:01,487 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:B 2024-11-13T16:14:01,497 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/ebbaf36da65b4fe4a93ef9264225692f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ebbaf36da65b4fe4a93ef9264225692f 2024-11-13T16:14:01,500 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f361c2fc9b2eefbb3ce71fac92c0b23/C of 0f361c2fc9b2eefbb3ce71fac92c0b23 into ebbaf36da65b4fe4a93ef9264225692f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:01,500 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:14:01,500 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., storeName=0f361c2fc9b2eefbb3ce71fac92c0b23/C, priority=13, startTime=1731514441057; duration=0sec 2024-11-13T16:14:01,500 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:01,500 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f361c2fc9b2eefbb3ce71fac92c0b23:C 2024-11-13T16:14:01,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e2daf8d934314e7d98778a53ee8841b9 2024-11-13T16:14:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3d3d8ea1a56f4a2291e777746fbdd1b5 is 50, key is test_row_0/B:col10/1731514439850/Put/seqid=0 2024-11-13T16:14:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742381_1557 (size=12301) 2024-11-13T16:14:01,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3d3d8ea1a56f4a2291e777746fbdd1b5 2024-11-13T16:14:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/352985340ae9449f95713e7d0af1d873 is 50, key is test_row_0/C:col10/1731514439850/Put/seqid=0 2024-11-13T16:14:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742382_1558 (size=12301) 2024-11-13T16:14:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:14:02,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. as already flushing 2024-11-13T16:14:02,019 INFO [Thread-2104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2104. 2024-11-13T16:14:02,019 INFO [Thread-2106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2106. 2024-11-13T16:14:02,019 DEBUG [Thread-2104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:02,019 DEBUG [Thread-2106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:02,019 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,019 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,019 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,019 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:02,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:02,040 INFO [Thread-2098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2098. 2024-11-13T16:14:02,040 INFO [Thread-2100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2100. 2024-11-13T16:14:02,040 DEBUG [Thread-2100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:02,040 DEBUG [Thread-2098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:02,040 INFO [Thread-2102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2102. 2024-11-13T16:14:02,040 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 DEBUG [Thread-2102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:02,040 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:02,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:02,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:02,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:02,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/352985340ae9449f95713e7d0af1d873 2024-11-13T16:14:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/e2daf8d934314e7d98778a53ee8841b9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e2daf8d934314e7d98778a53ee8841b9 2024-11-13T16:14:02,395 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e2daf8d934314e7d98778a53ee8841b9, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T16:14:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/3d3d8ea1a56f4a2291e777746fbdd1b5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3d3d8ea1a56f4a2291e777746fbdd1b5 2024-11-13T16:14:02,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3d3d8ea1a56f4a2291e777746fbdd1b5, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T16:14:02,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/352985340ae9449f95713e7d0af1d873 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/352985340ae9449f95713e7d0af1d873 2024-11-13T16:14:02,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/352985340ae9449f95713e7d0af1d873, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T16:14:02,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1236ms, sequenceid=391, compaction requested=false 2024-11-13T16:14:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: 2024-11-13T16:14:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-13T16:14:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-13T16:14:02,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T16:14:02,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-11-13T16:14:02,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.4650 sec 2024-11-13T16:14:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T16:14:04,108 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1221 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3663 rows 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1223 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3669 rows 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1225 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3668 rows 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1219 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3657 rows 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1228 2024-11-13T16:14:04,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3684 rows 2024-11-13T16:14:04,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:14:04,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:14:04,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:04,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:04,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:04,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:14:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:04,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514444112"}]},"ts":"1731514444112"} 2024-11-13T16:14:04,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:14:04,113 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:14:04,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:14:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, UNASSIGN}] 2024-11-13T16:14:04,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, UNASSIGN 2024-11-13T16:14:04,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=0f361c2fc9b2eefbb3ce71fac92c0b23, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:04,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, UNASSIGN because future has completed 2024-11-13T16:14:04,118 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:14:04,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:14:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:04,270 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:14:04,270 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:14:04,270 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 0f361c2fc9b2eefbb3ce71fac92c0b23, disabling compactions & flushes 2024-11-13T16:14:04,270 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:04,270 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:04,270 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. after waiting 0 ms 2024-11-13T16:14:04,270 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:04,270 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T16:14:04,273 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/7c816d9f0f224573a59caf42cea94c13 is 50, key is test_row_1/A:col10/1731514442038/Put/seqid=0 2024-11-13T16:14:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742383_1559 (size=9857) 2024-11-13T16:14:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:04,677 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/7c816d9f0f224573a59caf42cea94c13 2024-11-13T16:14:04,681 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/da8367f64c13490ebe409b3807f0d226 is 50, key is test_row_1/B:col10/1731514442038/Put/seqid=0 2024-11-13T16:14:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742384_1560 (size=9857) 2024-11-13T16:14:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:05,085 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/da8367f64c13490ebe409b3807f0d226 2024-11-13T16:14:05,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/d81fa8efd29d4e4a8579441c12b9a78e is 50, key is test_row_1/C:col10/1731514442038/Put/seqid=0 2024-11-13T16:14:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742385_1561 (size=9857) 2024-11-13T16:14:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:05,494 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/d81fa8efd29d4e4a8579441c12b9a78e 2024-11-13T16:14:05,497 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/A/7c816d9f0f224573a59caf42cea94c13 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/7c816d9f0f224573a59caf42cea94c13 2024-11-13T16:14:05,499 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/7c816d9f0f224573a59caf42cea94c13, entries=100, sequenceid=401, filesize=9.6 K 2024-11-13T16:14:05,499 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/B/da8367f64c13490ebe409b3807f0d226 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/da8367f64c13490ebe409b3807f0d226 2024-11-13T16:14:05,502 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/da8367f64c13490ebe409b3807f0d226, entries=100, sequenceid=401, filesize=9.6 K 2024-11-13T16:14:05,502 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/.tmp/C/d81fa8efd29d4e4a8579441c12b9a78e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d81fa8efd29d4e4a8579441c12b9a78e 2024-11-13T16:14:05,504 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d81fa8efd29d4e4a8579441c12b9a78e, entries=100, sequenceid=401, filesize=9.6 K 2024-11-13T16:14:05,505 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1235ms, sequenceid=401, compaction requested=true 2024-11-13T16:14:05,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87a832cd6b8e4b28bbe7715104e1fe27, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cee774b22c9e4b92852dbf9887f355ea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5d5945c94c064df99f1ffc7e8c2124e9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5e1c6a6edc0744ada60eb3fcf74d54c0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c2c1a685631146b6ba6c03fb03c86358, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/224295a70fb340e1ab7998294f887fea, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/04abf961d568479c8d3deeb4d075f060, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627] to archive 2024-11-13T16:14:05,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:05,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0b3e373647cd4dcfb9c18d62102e0189 2024-11-13T16:14:05,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/72ac61fe298c494aae98afea3a2c0deb 2024-11-13T16:14:05,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1db01c4609244143adfd67ab92432217 2024-11-13T16:14:05,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87a832cd6b8e4b28bbe7715104e1fe27 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87a832cd6b8e4b28bbe7715104e1fe27 2024-11-13T16:14:05,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c14a557c7fe24c719711a519ae28bd8d 2024-11-13T16:14:05,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/0355e805ed8f4a0c9d619d405da1c17a 2024-11-13T16:14:05,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c6717c3ac0954094a217443dc01f787d 2024-11-13T16:14:05,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cee774b22c9e4b92852dbf9887f355ea to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cee774b22c9e4b92852dbf9887f355ea 2024-11-13T16:14:05,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/9a1f57200f9a489a946c9a2c5be8e7fe 2024-11-13T16:14:05,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2c1e2323e5624cd097c51c86ab5f9689 2024-11-13T16:14:05,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5d5945c94c064df99f1ffc7e8c2124e9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5d5945c94c064df99f1ffc7e8c2124e9 2024-11-13T16:14:05,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/cf8c48fb4b434352abe5b06a9270adf4 2024-11-13T16:14:05,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ede8ef71903b40abb7c3b7a5ddab3aed 2024-11-13T16:14:05,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e56fa745df3942828ee29689c170cf42 2024-11-13T16:14:05,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5e1c6a6edc0744ada60eb3fcf74d54c0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/5e1c6a6edc0744ada60eb3fcf74d54c0 2024-11-13T16:14:05,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/48b64f2719544125b5567d07256c271c 2024-11-13T16:14:05,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1eef8a164ee848bab8522ce5a27cbc33 2024-11-13T16:14:05,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c2c1a685631146b6ba6c03fb03c86358 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/c2c1a685631146b6ba6c03fb03c86358 2024-11-13T16:14:05,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/2ab4f0890fcf4acab36f52f9a92f9d82 2024-11-13T16:14:05,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/618fe746e5a541fcba55f2960ebc6105 2024-11-13T16:14:05,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/224295a70fb340e1ab7998294f887fea to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/224295a70fb340e1ab7998294f887fea 2024-11-13T16:14:05,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/1a7454e02f704ab4948bae6d8f1f3643 2024-11-13T16:14:05,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/ad614f6d585244f0a04605fe9fdec9f1 2024-11-13T16:14:05,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e89f82783dbc41b59444fa29255e6ae0 2024-11-13T16:14:05,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/04abf961d568479c8d3deeb4d075f060 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/04abf961d568479c8d3deeb4d075f060 2024-11-13T16:14:05,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/21d42b5c992e44be9b0b761019f56020 2024-11-13T16:14:05,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/6c0d52f7f81f4da2ab7e680921d0a627 2024-11-13T16:14:05,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/c3924a4461bd47d9bd104e3f9f8e12a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a087c15520a6495d894c007a0e21289c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7d29d94ce9f245a391aa9c3500a0ea5e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/b26288dea38d4906a414fcac796a60a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/6082f448698c4d499e47e8013b838e0a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2948811f9c8b4fa89d4159d87499340b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/20681d6139944f2dbbb577db76d2d68f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72] to archive 2024-11-13T16:14:05,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:05,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3f8739e434dc4e7fba00d78bc0eeddab 2024-11-13T16:14:05,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a6764735827140808fc013bc52b96440 2024-11-13T16:14:05,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/c3924a4461bd47d9bd104e3f9f8e12a2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/c3924a4461bd47d9bd104e3f9f8e12a2 2024-11-13T16:14:05,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ab141fff24114c78a6d7c923c6be5359 2024-11-13T16:14:05,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bc7de3c7ba64a3ea1c14904cbbfa208 2024-11-13T16:14:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/8e152a37ba1845938ffa1374321a6a8f 2024-11-13T16:14:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a087c15520a6495d894c007a0e21289c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/a087c15520a6495d894c007a0e21289c 2024-11-13T16:14:05,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f2b9fe04d6c0431eb9205d7ab55cd44e 2024-11-13T16:14:05,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/d0966158cad44df9bccb5cd45b7e9974 2024-11-13T16:14:05,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7d29d94ce9f245a391aa9c3500a0ea5e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7d29d94ce9f245a391aa9c3500a0ea5e 2024-11-13T16:14:05,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2698d1e4b0a44f958336b321c2cc4839 2024-11-13T16:14:05,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3cf84d8820c0413fb0c263f39a089ded 2024-11-13T16:14:05,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/7187041c095843adb34ed7607c993e76 2024-11-13T16:14:05,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/b26288dea38d4906a414fcac796a60a0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/b26288dea38d4906a414fcac796a60a0 2024-11-13T16:14:05,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/511a220cf53b44948f28ec279218bb7f 2024-11-13T16:14:05,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/63e2191652404d2487e1e8579380f675 2024-11-13T16:14:05,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/6082f448698c4d499e47e8013b838e0a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/6082f448698c4d499e47e8013b838e0a 2024-11-13T16:14:05,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/eaa3a3b33e1c4b94a08f8eeb4cd067f0 2024-11-13T16:14:05,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/809e82e359b64c35905209edbfbee15f 2024-11-13T16:14:05,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2948811f9c8b4fa89d4159d87499340b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2948811f9c8b4fa89d4159d87499340b 2024-11-13T16:14:05,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/2bdc513691b841ee93c15c887e633513 2024-11-13T16:14:05,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/ae20189ffc1e4870ab0b059a46676960 2024-11-13T16:14:05,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/501bd41fc26245a7ab9529f1b994e568 2024-11-13T16:14:05,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/20681d6139944f2dbbb577db76d2d68f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/20681d6139944f2dbbb577db76d2d68f 2024-11-13T16:14:05,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/fcc8df3861a949198ef3d55d7c3ce0ff 2024-11-13T16:14:05,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/30a24116e2de44de8357439af89dbb46 2024-11-13T16:14:05,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/dd28d5b783424e899a1b39c8c9962e72 2024-11-13T16:14:05,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/acddfe452de34c409b013e27f8874ba3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8d2069d3554f4d79af6d6d098d9d7da0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d57482ec8ecc485e9ddad6b1bd3b8460, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8b95b06293f74d45b1a0fc528319468e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/260a29a8834745c8a40c8d7e4906e05f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/23d69162d2264fcc8880eb143cbfd47e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/00773f726ed948a69ba183e68595444b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077] to archive 2024-11-13T16:14:05,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:05,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a0f7b55198fa45ad8cab931a82830d3e 2024-11-13T16:14:05,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/19b412648823417dbed8889a70c2e5fe 2024-11-13T16:14:05,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/acddfe452de34c409b013e27f8874ba3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/acddfe452de34c409b013e27f8874ba3 2024-11-13T16:14:05,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6f8a968086324832b8abcae4b0c0db72 2024-11-13T16:14:05,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/e7dc8b13ca044f378a3e6ea6f32b89a0 2024-11-13T16:14:05,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/178ed488d04c48479244cf145daea0f5 2024-11-13T16:14:05,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8d2069d3554f4d79af6d6d098d9d7da0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8d2069d3554f4d79af6d6d098d9d7da0 2024-11-13T16:14:05,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/b45a07c9312e45eba24c0ad3e1cf9671 2024-11-13T16:14:05,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/a4af3c0b790843cbb0449b4673436a9a 2024-11-13T16:14:05,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d57482ec8ecc485e9ddad6b1bd3b8460 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d57482ec8ecc485e9ddad6b1bd3b8460 2024-11-13T16:14:05,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/cfcf20926f674deeaa57625235583aae 2024-11-13T16:14:05,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/835fb96e5d294e288a6df81da93b3051 2024-11-13T16:14:05,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/22682aff1536431194223e114c7ddd3c 2024-11-13T16:14:05,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8b95b06293f74d45b1a0fc528319468e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/8b95b06293f74d45b1a0fc528319468e 2024-11-13T16:14:05,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/96c5be039acb4269b0e7a643db7ade42 2024-11-13T16:14:05,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ec2fe2463c7246e8be30cad0d54f6079 2024-11-13T16:14:05,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/260a29a8834745c8a40c8d7e4906e05f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/260a29a8834745c8a40c8d7e4906e05f 2024-11-13T16:14:05,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4e33ce47fddc4a8794f09fc62e7325e8 2024-11-13T16:14:05,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/f9bf3bc6f60d4b5ca0a162dd0a71dd51 2024-11-13T16:14:05,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/23d69162d2264fcc8880eb143cbfd47e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/23d69162d2264fcc8880eb143cbfd47e 2024-11-13T16:14:05,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/6d2eb2883c234e54a349fd818f3a8a0a 2024-11-13T16:14:05,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/09286f870aea4be6bb9166ba0779c483 2024-11-13T16:14:05,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/934f3a53d6a94f5fa5637313877303e3 2024-11-13T16:14:05,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/00773f726ed948a69ba183e68595444b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/00773f726ed948a69ba183e68595444b 2024-11-13T16:14:05,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/db09b3166bec47d9b30030e649a7aef9 2024-11-13T16:14:05,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ff4766ce5ff0493d82bff9eaf596298f 2024-11-13T16:14:05,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/4180f6b221be4e8488bce0bef853e077 2024-11-13T16:14:05,572 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-13T16:14:05,572 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. 2024-11-13T16:14:05,572 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 0f361c2fc9b2eefbb3ce71fac92c0b23: Waiting for close lock at 1731514444270Running coprocessor pre-close hooks at 1731514444270Disabling compacts and flushes for region at 1731514444270Disabling writes for close at 1731514444270Obtaining lock to block concurrent updates at 1731514444270Preparing flush snapshotting stores in 0f361c2fc9b2eefbb3ce71fac92c0b23 at 1731514444270Finished memstore snapshotting TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731514444270Flushing stores of TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23. at 1731514444271 (+1 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/A: creating writer at 1731514444271Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/A: appending metadata at 1731514444273 (+2 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/A: closing flushed file at 1731514444273Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/B: creating writer at 1731514444679 (+406 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/B: appending metadata at 1731514444681 (+2 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/B: closing flushed file at 1731514444681Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/C: creating writer at 1731514445088 (+407 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/C: appending metadata at 1731514445090 (+2 ms)Flushing 0f361c2fc9b2eefbb3ce71fac92c0b23/C: closing flushed file at 1731514445090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698c324: reopening flushed file at 1731514445496 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1631b6b9: reopening flushed file at 1731514445499 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afeb3e2: reopening flushed file at 1731514445502 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0f361c2fc9b2eefbb3ce71fac92c0b23 in 1235ms, sequenceid=401, compaction requested=true at 1731514445505 (+3 ms)Writing region close event to WAL at 1731514445570 (+65 ms)Running coprocessor post-close hooks at 1731514445572 (+2 ms)Closed at 1731514445572 2024-11-13T16:14:05,574 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:14:05,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=0f361c2fc9b2eefbb3ce71fac92c0b23, regionState=CLOSED 2024-11-13T16:14:05,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:14:05,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T16:14:05,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f361c2fc9b2eefbb3ce71fac92c0b23, server=c4c650e80f58,38731,1731514299168 in 1.4580 sec 2024-11-13T16:14:05,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T16:14:05,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f361c2fc9b2eefbb3ce71fac92c0b23, UNASSIGN in 1.4620 sec 2024-11-13T16:14:05,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T16:14:05,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-13T16:14:05,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514445581"}]},"ts":"1731514445581"} 2024-11-13T16:14:05,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:14:05,582 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:14:05,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-13T16:14:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T16:14:06,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:14:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T16:14:06,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:14:06,264 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/recovered.edits] 2024-11-13T16:14:06,266 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/7c816d9f0f224573a59caf42cea94c13 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/7c816d9f0f224573a59caf42cea94c13 2024-11-13T16:14:06,266 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87c324cb8a0d407495411a707201cdba to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/87c324cb8a0d407495411a707201cdba 2024-11-13T16:14:06,267 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e2daf8d934314e7d98778a53ee8841b9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/A/e2daf8d934314e7d98778a53ee8841b9 2024-11-13T16:14:06,269 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3d3d8ea1a56f4a2291e777746fbdd1b5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/3d3d8ea1a56f4a2291e777746fbdd1b5 2024-11-13T16:14:06,269 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/da8367f64c13490ebe409b3807f0d226 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/da8367f64c13490ebe409b3807f0d226 2024-11-13T16:14:06,270 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f590ab23dd8c4b4a8c619d36524df7ac to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/B/f590ab23dd8c4b4a8c619d36524df7ac 2024-11-13T16:14:06,272 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/352985340ae9449f95713e7d0af1d873 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/352985340ae9449f95713e7d0af1d873 2024-11-13T16:14:06,272 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d81fa8efd29d4e4a8579441c12b9a78e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/d81fa8efd29d4e4a8579441c12b9a78e 2024-11-13T16:14:06,273 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ebbaf36da65b4fe4a93ef9264225692f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/C/ebbaf36da65b4fe4a93ef9264225692f 2024-11-13T16:14:06,275 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/recovered.edits/404.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23/recovered.edits/404.seqid 2024-11-13T16:14:06,275 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/0f361c2fc9b2eefbb3ce71fac92c0b23 2024-11-13T16:14:06,275 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:14:06,277 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,278 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:14:06,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:14:06,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:14:06,281 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514446280"}]},"ts":"9223372036854775807"} 2024-11-13T16:14:06,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:14:06,282 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0f361c2fc9b2eefbb3ce71fac92c0b23, NAME => 'TestAcidGuarantees,,1731514418847.0f361c2fc9b2eefbb3ce71fac92c0b23.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:14:06,282 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:14:06,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514446282"}]},"ts":"9223372036854775807"} 2024-11-13T16:14:06,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:14:06,284 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-13T16:14:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T16:14:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:14:06,368 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:06,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10407 (was 10605) 2024-11-13T16:14:06,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=10407 2024-11-13T16:14:06,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:14:06,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:14:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:06,387 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:14:06,387 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:06,387 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-13T16:14:06,387 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:14:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742386_1562 (size=959) 2024-11-13T16:14:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:06,793 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335 2024-11-13T16:14:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742387_1563 (size=53) 2024-11-13T16:14:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 41d2bbc334f40315fce0f4fcd5c99dab, disabling compactions & flushes 2024-11-13T16:14:07,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. after waiting 0 ms 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41d2bbc334f40315fce0f4fcd5c99dab: Waiting for close lock at 1731514447198Disabling compacts and flushes for region at 1731514447198Disabling writes for close at 1731514447198Writing region close event to WAL at 1731514447198Closed at 1731514447198 2024-11-13T16:14:07,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:14:07,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731514447199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731514447199"}]},"ts":"1731514447199"} 2024-11-13T16:14:07,201 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:14:07,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:14:07,201 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514447201"}]},"ts":"1731514447201"} 2024-11-13T16:14:07,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T16:14:07,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, ASSIGN}] 2024-11-13T16:14:07,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, ASSIGN 2024-11-13T16:14:07,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, ASSIGN; state=OFFLINE, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=false 2024-11-13T16:14:07,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, ASSIGN because future has completed 2024-11-13T16:14:07,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:14:07,510 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,510 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:14:07,510 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,510 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:14:07,510 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,510 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,511 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,512 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName A 2024-11-13T16:14:07,512 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:07,513 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:07,513 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,514 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName B 2024-11-13T16:14:07,514 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:07,514 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:07,514 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,515 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName C 2024-11-13T16:14:07,515 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:07,515 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:07,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,516 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,516 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,517 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,517 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,517 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:14:07,518 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,520 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:14:07,520 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 41d2bbc334f40315fce0f4fcd5c99dab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60972964, jitterRate=-0.09143203496932983}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:14:07,520 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:07,520 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 41d2bbc334f40315fce0f4fcd5c99dab: Running coprocessor pre-open hook at 1731514447510Writing region info on filesystem at 1731514447510Initializing all the Stores at 1731514447511 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514447511Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514447511Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514447511Cleaning up temporary data from old regions at 1731514447517 (+6 ms)Running coprocessor post-open hooks at 1731514447520 (+3 ms)Region opened successfully at 1731514447520 2024-11-13T16:14:07,521 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., pid=150, masterSystemTime=1731514447507 2024-11-13T16:14:07,523 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,523 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:07,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:07,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:14:07,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-13T16:14:07,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 in 169 msec 2024-11-13T16:14:07,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T16:14:07,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, ASSIGN in 324 msec 2024-11-13T16:14:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:07,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:14:07,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514447528"}]},"ts":"1731514447528"} 2024-11-13T16:14:07,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T16:14:07,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:14:07,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-13T16:14:07,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:14:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T16:14:08,548 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:08,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:08,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:08,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:08,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a8f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:08,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:08,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654a8727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:08,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:08,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:08,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:08,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:08,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:14:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36659,1731514298521 2024-11-13T16:14:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0fc666 2024-11-13T16:14:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:14:08,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:14:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T16:14:08,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:14:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742388_1564 (size=995) 2024-11-13T16:14:08,967 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T16:14:08,967 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T16:14:08,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:14:08,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE}] 2024-11-13T16:14:08,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE 2024-11-13T16:14:08,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE because future has completed 2024-11-13T16:14:08,973 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:14:08,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:14:09,125 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,125 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:14:09,125 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 41d2bbc334f40315fce0f4fcd5c99dab, disabling compactions & flushes 2024-11-13T16:14:09,126 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,126 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,126 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. after waiting 0 ms 2024-11-13T16:14:09,126 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,129 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T16:14:09,129 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,129 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 41d2bbc334f40315fce0f4fcd5c99dab: Waiting for close lock at 1731514449125Running coprocessor pre-close hooks at 1731514449125Disabling compacts and flushes for region at 1731514449125Disabling writes for close at 1731514449126 (+1 ms)Writing region close event to WAL at 1731514449126Running coprocessor post-close hooks at 1731514449129 (+3 ms)Closed at 1731514449129 2024-11-13T16:14:09,129 WARN [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 41d2bbc334f40315fce0f4fcd5c99dab to self. 2024-11-13T16:14:09,131 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=CLOSED 2024-11-13T16:14:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:14:09,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-13T16:14:09,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 in 160 msec 2024-11-13T16:14:09,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE; state=CLOSED, location=c4c650e80f58,38731,1731514299168; forceNewPlan=false, retain=true 2024-11-13T16:14:09,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=OPENING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE because future has completed 2024-11-13T16:14:09,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:14:09,441 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:14:09,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:14:09,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,442 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,443 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName A 2024-11-13T16:14:09,444 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:09,444 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:09,444 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,445 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName B 2024-11-13T16:14:09,445 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:09,445 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:09,445 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,446 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d2bbc334f40315fce0f4fcd5c99dab columnFamilyName C 2024-11-13T16:14:09,446 DEBUG [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:09,446 INFO [StoreOpener-41d2bbc334f40315fce0f4fcd5c99dab-1 {}] regionserver.HStore(327): Store=41d2bbc334f40315fce0f4fcd5c99dab/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:14:09,446 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,447 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,447 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,448 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,448 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,448 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:14:09,449 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,449 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 41d2bbc334f40315fce0f4fcd5c99dab; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73836752, jitterRate=0.10025334358215332}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:14:09,449 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,450 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 41d2bbc334f40315fce0f4fcd5c99dab: Running coprocessor pre-open hook at 1731514449441Writing region info on filesystem at 1731514449441Initializing all the Stores at 1731514449442 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514449442Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514449442Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731514449442Cleaning up temporary data from old regions at 1731514449448 (+6 ms)Running coprocessor post-open hooks at 1731514449449 (+1 ms)Region opened successfully at 1731514449450 (+1 ms) 2024-11-13T16:14:09,450 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., pid=155, masterSystemTime=1731514449438 2024-11-13T16:14:09,452 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,452 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=OPEN, openSeqNum=5, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:14:09,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-13T16:14:09,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 in 167 msec 2024-11-13T16:14:09,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T16:14:09,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, REOPEN/MOVE in 484 msec 2024-11-13T16:14:09,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-13T16:14:09,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-13T16:14:09,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-13T16:14:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-13T16:14:09,460 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:09,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,462 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c1971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,463 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3295ad9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,464 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54867723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,465 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e78b62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,467 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621e5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,468 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77101892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,469 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc1f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792be6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,472 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,479 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2bb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd7b0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9a662f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e752ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e610e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697a98d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,489 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b74a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,490 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73116a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36659,-1 for getting cluster id 2024-11-13T16:14:09,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:14:09,492 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f1378f-89b2-4243-8cf8-934c81a97381' 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f1378f-89b2-4243-8cf8-934c81a97381" 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315fc661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36659,-1] 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:14:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:09,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:14:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479d8f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:14:09,494 DEBUG [Thread-2515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2498 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2504 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2500 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,494 DEBUG [Thread-2502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [Thread-2511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,495 DEBUG [Thread-2517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-13T16:14:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38731,1731514299168, seqNum=-1] 2024-11-13T16:14:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:14:09,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:09,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:14:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5] 2024-11-13T16:14:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:09,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:14:09,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111395beb8f4d6514848a360fe5d051f9534_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514449507/Put/seqid=0 2024-11-13T16:14:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514509534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514509539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742389_1565 (size=17034) 2024-11-13T16:14:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514509540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514509541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514509543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:09,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514509648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514509648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514509648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514509658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514509658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514509858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514509858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514509858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514509867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514509868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:09,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:09,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111395beb8f4d6514848a360fe5d051f9534_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111395beb8f4d6514848a360fe5d051f9534_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:09,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/3bbf9192a79341d394cb3fa78cb36455, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:09,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/3bbf9192a79341d394cb3fa78cb36455 is 175, key is test_row_0/A:col10/1731514449507/Put/seqid=0 2024-11-13T16:14:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742390_1566 (size=48139) 2024-11-13T16:14:09,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:09,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514510168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514510168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514510168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514510177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514510178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,354 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/3bbf9192a79341d394cb3fa78cb36455 2024-11-13T16:14:10,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/b1ee5362c0a54f1bbf8c2ebf674aae2a is 50, key is test_row_0/B:col10/1731514449507/Put/seqid=0 2024-11-13T16:14:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742391_1567 (size=12001) 2024-11-13T16:14:10,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/b1ee5362c0a54f1bbf8c2ebf674aae2a 2024-11-13T16:14:10,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/0928923d724c4a4c91287659106aeb20 is 50, key is test_row_0/C:col10/1731514449507/Put/seqid=0 2024-11-13T16:14:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742392_1568 (size=12001) 2024-11-13T16:14:10,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514510678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514510678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514510678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514510688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514510688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:10,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:10,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/0928923d724c4a4c91287659106aeb20 2024-11-13T16:14:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/3bbf9192a79341d394cb3fa78cb36455 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455 2024-11-13T16:14:10,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455, entries=250, sequenceid=16, filesize=47.0 K 2024-11-13T16:14:10,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/b1ee5362c0a54f1bbf8c2ebf674aae2a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a 2024-11-13T16:14:10,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T16:14:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/0928923d724c4a4c91287659106aeb20 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20 2024-11-13T16:14:10,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T16:14:10,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 41d2bbc334f40315fce0f4fcd5c99dab in 1314ms, sequenceid=16, compaction requested=false 2024-11-13T16:14:10,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:10,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T16:14:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:10,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:14:10,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113760522f709eb4f488a5f11148953a2c4_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514449539/Put/seqid=0 2024-11-13T16:14:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742393_1569 (size=12154) 2024-11-13T16:14:11,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:14:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:11,289 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113760522f709eb4f488a5f11148953a2c4_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113760522f709eb4f488a5f11148953a2c4_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a42f22166ad640c79baaca3f4ff89830, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a42f22166ad640c79baaca3f4ff89830 is 175, key is test_row_0/A:col10/1731514449539/Put/seqid=0 2024-11-13T16:14:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742394_1570 (size=30955) 2024-11-13T16:14:11,294 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a42f22166ad640c79baaca3f4ff89830 2024-11-13T16:14:11,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/84f4f2cd350a481b8569b639f8f4b4df is 50, key is test_row_0/B:col10/1731514449539/Put/seqid=0 2024-11-13T16:14:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742395_1571 (size=12001) 2024-11-13T16:14:11,303 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/84f4f2cd350a481b8569b639f8f4b4df 2024-11-13T16:14:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c59055d8676d4f20942e5439b8187290 is 50, key is test_row_0/C:col10/1731514449539/Put/seqid=0 2024-11-13T16:14:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742396_1572 (size=12001) 2024-11-13T16:14:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514511698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514511698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,702 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_2' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:11,702 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:11,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514511701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514511702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514511702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,711 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c59055d8676d4f20942e5439b8187290 2024-11-13T16:14:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a42f22166ad640c79baaca3f4ff89830 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830 2024-11-13T16:14:11,718 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T16:14:11,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/84f4f2cd350a481b8569b639f8f4b4df as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df 2024-11-13T16:14:11,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T16:14:11,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c59055d8676d4f20942e5439b8187290 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290 2024-11-13T16:14:11,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T16:14:11,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 41d2bbc334f40315fce0f4fcd5c99dab in 851ms, sequenceid=41, compaction requested=false 2024-11-13T16:14:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-13T16:14:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-13T16:14:11,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T16:14:11,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2280 sec 2024-11-13T16:14:11,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2360 sec 2024-11-13T16:14:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:11,810 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:11,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T16:14:11,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b84b85a19a4c4da7a654ec08c6926acd_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742397_1573 (size=17034) 2024-11-13T16:14:11,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514511847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514511848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514511848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514511958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514511958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514511958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514512168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514512168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514512168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:12,226 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b84b85a19a4c4da7a654ec08c6926acd_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b84b85a19a4c4da7a654ec08c6926acd_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:12,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/64e82b24713a4003af2687d2baa382bd, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:12,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/64e82b24713a4003af2687d2baa382bd is 175, key is test_row_0/A:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742398_1574 (size=48139) 2024-11-13T16:14:12,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514512478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514512478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514512478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/64e82b24713a4003af2687d2baa382bd 2024-11-13T16:14:12,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/aa7dad86e4ef41ae92479dee17543710 is 50, key is test_row_0/B:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742399_1575 (size=12001) 2024-11-13T16:14:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514512988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514512988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514512988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:13,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/aa7dad86e4ef41ae92479dee17543710 2024-11-13T16:14:13,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c357cc99a2774044a2060b06bf79b501 is 50, key is test_row_0/C:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742400_1576 (size=12001) 2024-11-13T16:14:13,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c357cc99a2774044a2060b06bf79b501 2024-11-13T16:14:13,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/64e82b24713a4003af2687d2baa382bd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd 2024-11-13T16:14:13,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd, entries=250, sequenceid=56, filesize=47.0 K 2024-11-13T16:14:13,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/aa7dad86e4ef41ae92479dee17543710 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710 2024-11-13T16:14:13,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710, entries=150, sequenceid=56, filesize=11.7 K 2024-11-13T16:14:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c357cc99a2774044a2060b06bf79b501 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501 2024-11-13T16:14:13,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501, entries=150, sequenceid=56, filesize=11.7 K 2024-11-13T16:14:13,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 41d2bbc334f40315fce0f4fcd5c99dab in 1655ms, sequenceid=56, compaction requested=true 2024-11-13T16:14:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:13,465 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:13,465 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:13,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:13,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:13,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:13,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:13,466 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:13,466 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:13,467 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,467 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=35.2 K 2024-11-13T16:14:13,467 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:13,467 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:13,467 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,467 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=124.3 K 2024-11-13T16:14:13,467 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,467 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd] 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ee5362c0a54f1bbf8c2ebf674aae2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514449505 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbf9192a79341d394cb3fa78cb36455, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514449500 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f4f2cd350a481b8569b639f8f4b4df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514449525 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a42f22166ad640c79baaca3f4ff89830, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514449525 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7dad86e4ef41ae92479dee17543710, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451701 2024-11-13T16:14:13,468 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e82b24713a4003af2687d2baa382bd, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451700 2024-11-13T16:14:13,475 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:13,475 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/3ced5a6ad5844e92a82fd1fc72d7a19e is 50, key is test_row_0/B:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:13,489 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:13,491 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113bdb295fe72024f209da214413a5372ab_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:13,492 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113bdb295fe72024f209da214413a5372ab_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:13,492 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bdb295fe72024f209da214413a5372ab_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:13,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742401_1577 (size=12104) 2024-11-13T16:14:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742402_1578 (size=4469) 2024-11-13T16:14:13,496 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#496 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:13,497 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ccca2d31c80848d9b1fe50ff8082e5d3 is 175, key is test_row_0/A:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742403_1579 (size=31058) 2024-11-13T16:14:13,509 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ccca2d31c80848d9b1fe50ff8082e5d3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3 2024-11-13T16:14:13,513 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into ccca2d31c80848d9b1fe50ff8082e5d3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:13,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:13,513 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=13, startTime=1731514453465; duration=0sec 2024-11-13T16:14:13,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:13,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:13,513 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:13,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:13,514 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:13,514 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,514 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=35.2 K 2024-11-13T16:14:13,515 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0928923d724c4a4c91287659106aeb20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731514449505 2024-11-13T16:14:13,515 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c59055d8676d4f20942e5439b8187290, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731514449525 2024-11-13T16:14:13,515 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c357cc99a2774044a2060b06bf79b501, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451701 2024-11-13T16:14:13,521 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:13,521 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/3ba99cb3a6d64985a083d7ccde2d19ed is 50, key is test_row_0/C:col10/1731514451809/Put/seqid=0 2024-11-13T16:14:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742404_1580 (size=12104) 2024-11-13T16:14:13,530 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/3ba99cb3a6d64985a083d7ccde2d19ed as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3ba99cb3a6d64985a083d7ccde2d19ed 2024-11-13T16:14:13,534 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into 3ba99cb3a6d64985a083d7ccde2d19ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:13,534 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:13,534 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=13, startTime=1731514453466; duration=0sec 2024-11-13T16:14:13,535 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:13,535 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T16:14:13,658 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:13,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-13T16:14:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:13,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:13,661 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:13,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:13,711 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:13,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T16:14:13,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113116b2f6790234cc48803685217968859_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514453709/Put/seqid=0 2024-11-13T16:14:13,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742405_1581 (size=12154) 2024-11-13T16:14:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514513758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:13,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514513758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:13,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:13,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514513868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514513868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:13,897 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/3ced5a6ad5844e92a82fd1fc72d7a19e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/3ced5a6ad5844e92a82fd1fc72d7a19e 2024-11-13T16:14:13,901 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into 3ced5a6ad5844e92a82fd1fc72d7a19e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:13,901 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:13,901 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=13, startTime=1731514453465; duration=0sec 2024-11-13T16:14:13,901 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:13,901 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:13,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:13,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514513997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514513997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,000 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:14,000 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514514008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,010 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514514077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514514077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:14,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113116b2f6790234cc48803685217968859_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113116b2f6790234cc48803685217968859_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:14,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1d4c9290e5054e6289a77b3321ff1ef7, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:14,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1d4c9290e5054e6289a77b3321ff1ef7 is 175, key is test_row_0/A:col10/1731514453709/Put/seqid=0 2024-11-13T16:14:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742406_1582 (size=30955) 2024-11-13T16:14:14,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514514388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514514388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1d4c9290e5054e6289a77b3321ff1ef7 2024-11-13T16:14:14,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f7bfe3590f324ed89acbc5c0e89b8ea9 is 50, key is test_row_0/B:col10/1731514453709/Put/seqid=0 2024-11-13T16:14:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742407_1583 (size=12001) 2024-11-13T16:14:14,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:14,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:14,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:14,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:14,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514514898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514514898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:14,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f7bfe3590f324ed89acbc5c0e89b8ea9 2024-11-13T16:14:14,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/2f1719be3795418eb2fa8e37bbc3ece8 is 50, key is test_row_0/C:col10/1731514453709/Put/seqid=0 2024-11-13T16:14:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742408_1584 (size=12001) 2024-11-13T16:14:15,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:15,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/2f1719be3795418eb2fa8e37bbc3ece8 2024-11-13T16:14:15,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1d4c9290e5054e6289a77b3321ff1ef7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7 2024-11-13T16:14:15,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7, entries=150, sequenceid=80, filesize=30.2 K 2024-11-13T16:14:15,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f7bfe3590f324ed89acbc5c0e89b8ea9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9 2024-11-13T16:14:15,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T16:14:15,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/2f1719be3795418eb2fa8e37bbc3ece8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8 2024-11-13T16:14:15,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T16:14:15,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 41d2bbc334f40315fce0f4fcd5c99dab in 1654ms, sequenceid=80, compaction requested=false 2024-11-13T16:14:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:15,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T16:14:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:15,495 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T16:14:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111358b4dc675a344496b58e07fe88001ad8_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514453756/Put/seqid=0 2024-11-13T16:14:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742409_1585 (size=12154) 2024-11-13T16:14:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:15,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111358b4dc675a344496b58e07fe88001ad8_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111358b4dc675a344496b58e07fe88001ad8_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:15,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5b28667f262f4f87a7d4a52e13d2d560, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:15,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5b28667f262f4f87a7d4a52e13d2d560 is 175, key is test_row_0/A:col10/1731514453756/Put/seqid=0 2024-11-13T16:14:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742410_1586 (size=30955) 2024-11-13T16:14:15,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514515957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514515962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514516007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,010 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514516018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,021 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514516028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,031 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_0' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514516067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514516077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514516278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514516287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,314 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5b28667f262f4f87a7d4a52e13d2d560 2024-11-13T16:14:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c57c835f24194dc4be73f08aec55fe47 is 50, key is test_row_0/B:col10/1731514453756/Put/seqid=0 2024-11-13T16:14:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742411_1587 (size=12001) 2024-11-13T16:14:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514516588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514516598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:16,724 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c57c835f24194dc4be73f08aec55fe47 2024-11-13T16:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/214198641fa74f6ab159a6aeaec54182 is 50, key is test_row_0/C:col10/1731514453756/Put/seqid=0 2024-11-13T16:14:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742412_1588 (size=12001) 2024-11-13T16:14:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514517098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:17,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514517108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:17,140 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/214198641fa74f6ab159a6aeaec54182 2024-11-13T16:14:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5b28667f262f4f87a7d4a52e13d2d560 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560 2024-11-13T16:14:17,148 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560, entries=150, sequenceid=95, filesize=30.2 K 2024-11-13T16:14:17,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c57c835f24194dc4be73f08aec55fe47 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47 2024-11-13T16:14:17,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T16:14:17,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/214198641fa74f6ab159a6aeaec54182 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182 2024-11-13T16:14:17,156 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T16:14:17,157 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 41d2bbc334f40315fce0f4fcd5c99dab in 1662ms, sequenceid=95, compaction requested=true 2024-11-13T16:14:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:17,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-13T16:14:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-13T16:14:17,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-13T16:14:17,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4970 sec 2024-11-13T16:14:17,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.5020 sec 2024-11-13T16:14:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T16:14:17,828 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:17,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T16:14:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:17,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:17,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:17,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:17,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T16:14:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:17,983 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T16:14:17,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134201601bf63c4a3da6ca7256c474bf53_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514455960/Put/seqid=0 2024-11-13T16:14:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742413_1589 (size=12154) 2024-11-13T16:14:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:18,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514518141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514518144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514518247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514518257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:18,396 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134201601bf63c4a3da6ca7256c474bf53_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134201601bf63c4a3da6ca7256c474bf53_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:18,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1922bf10ac3d47d499495df2f11e35c5, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:18,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1922bf10ac3d47d499495df2f11e35c5 is 175, key is test_row_0/A:col10/1731514455960/Put/seqid=0 2024-11-13T16:14:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742414_1590 (size=30955) 2024-11-13T16:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514518458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514518467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514518768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514518778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:18,801 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1922bf10ac3d47d499495df2f11e35c5 2024-11-13T16:14:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/24725094ba154ce0a6e8dc9015808474 is 50, key is test_row_0/B:col10/1731514455960/Put/seqid=0 2024-11-13T16:14:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742415_1591 (size=12001) 2024-11-13T16:14:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:19,211 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/24725094ba154ce0a6e8dc9015808474 2024-11-13T16:14:19,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/3a05e0972a424cadb70b6a30dfc06a8a is 50, key is test_row_0/C:col10/1731514455960/Put/seqid=0 2024-11-13T16:14:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742416_1592 (size=12001) 2024-11-13T16:14:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514519278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:19,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514519288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:19,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/3a05e0972a424cadb70b6a30dfc06a8a 2024-11-13T16:14:19,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1922bf10ac3d47d499495df2f11e35c5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5 2024-11-13T16:14:19,635 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5, entries=150, sequenceid=117, filesize=30.2 K 2024-11-13T16:14:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/24725094ba154ce0a6e8dc9015808474 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474 2024-11-13T16:14:19,638 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T16:14:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/3a05e0972a424cadb70b6a30dfc06a8a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a 2024-11-13T16:14:19,642 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T16:14:19,643 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 41d2bbc334f40315fce0f4fcd5c99dab in 1660ms, sequenceid=117, compaction requested=true 2024-11-13T16:14:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T16:14:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T16:14:19,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T16:14:19,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-13T16:14:19,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8180 sec 2024-11-13T16:14:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T16:14:19,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:19,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T16:14:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:19,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:19,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:19,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:20,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:20,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:14:20,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113206f699f035e41d4a821008386e8281c_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742417_1593 (size=14744) 2024-11-13T16:14:20,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:20,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113206f699f035e41d4a821008386e8281c_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113206f699f035e41d4a821008386e8281c_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:20,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1e50e8ffc9cc4e3a952458051b1d83e9, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:20,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1e50e8ffc9cc4e3a952458051b1d83e9 is 175, key is test_row_0/A:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742418_1594 (size=39699) 2024-11-13T16:14:20,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1e50e8ffc9cc4e3a952458051b1d83e9 2024-11-13T16:14:20,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/bb4d0baaf7a14869b24e9b069355760d is 50, key is test_row_0/B:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742419_1595 (size=12101) 2024-11-13T16:14:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514520118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514520118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514520118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514520227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514520227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514520228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514520297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514520297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,301 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,301 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514520438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514520438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514520438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/bb4d0baaf7a14869b24e9b069355760d 2024-11-13T16:14:20,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7197b58d298743b2abe0d6bcb4adb95c is 50, key is test_row_0/C:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742420_1596 (size=12101) 2024-11-13T16:14:20,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:20,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514520748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514520748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514520748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:20,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7197b58d298743b2abe0d6bcb4adb95c 2024-11-13T16:14:20,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/1e50e8ffc9cc4e3a952458051b1d83e9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9 2024-11-13T16:14:20,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9, entries=200, sequenceid=133, filesize=38.8 K 2024-11-13T16:14:20,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/bb4d0baaf7a14869b24e9b069355760d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d 2024-11-13T16:14:20,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d, entries=150, sequenceid=133, filesize=11.8 K 2024-11-13T16:14:20,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7197b58d298743b2abe0d6bcb4adb95c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c 2024-11-13T16:14:20,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c, entries=150, sequenceid=133, filesize=11.8 K 2024-11-13T16:14:20,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 41d2bbc334f40315fce0f4fcd5c99dab in 864ms, sequenceid=133, compaction requested=true 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:20,914 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:14:20,914 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:14:20,915 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:14:20,915 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163622 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:14:20,915 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:20,915 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:20,915 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,915 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,916 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/3ced5a6ad5844e92a82fd1fc72d7a19e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=58.8 K 2024-11-13T16:14:20,916 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=159.8 K 2024-11-13T16:14:20,916 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,916 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9] 2024-11-13T16:14:20,916 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ced5a6ad5844e92a82fd1fc72d7a19e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451701 2024-11-13T16:14:20,916 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccca2d31c80848d9b1fe50ff8082e5d3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451701 2024-11-13T16:14:20,917 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d4c9290e5054e6289a77b3321ff1ef7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731514451839 2024-11-13T16:14:20,917 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f7bfe3590f324ed89acbc5c0e89b8ea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731514451839 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b28667f262f4f87a7d4a52e13d2d560, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731514453725 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c57c835f24194dc4be73f08aec55fe47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731514453725 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1922bf10ac3d47d499495df2f11e35c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731514455949 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 24725094ba154ce0a6e8dc9015808474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731514455949 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e50e8ffc9cc4e3a952458051b1d83e9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:20,918 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting bb4d0baaf7a14869b24e9b069355760d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:20,928 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:20,930 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:20,930 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f02ef15881dc477a90ded5dddc7a0258 is 50, key is test_row_0/B:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,932 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113bac970993c91421f879fbaff39dbc905_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:20,935 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113bac970993c91421f879fbaff39dbc905_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:20,936 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bac970993c91421f879fbaff39dbc905_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742421_1597 (size=12375) 2024-11-13T16:14:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742422_1598 (size=4469) 2024-11-13T16:14:20,959 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f02ef15881dc477a90ded5dddc7a0258 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f02ef15881dc477a90ded5dddc7a0258 2024-11-13T16:14:20,963 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into f02ef15881dc477a90ded5dddc7a0258(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:20,963 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:20,963 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=11, startTime=1731514460914; duration=0sec 2024-11-13T16:14:20,963 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:20,963 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:20,963 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T16:14:20,964 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T16:14:20,964 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:20,964 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:20,964 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3ba99cb3a6d64985a083d7ccde2d19ed, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=58.8 K 2024-11-13T16:14:20,965 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ba99cb3a6d64985a083d7ccde2d19ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731514451701 2024-11-13T16:14:20,965 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1719be3795418eb2fa8e37bbc3ece8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731514451839 2024-11-13T16:14:20,965 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 214198641fa74f6ab159a6aeaec54182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731514453725 2024-11-13T16:14:20,966 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a05e0972a424cadb70b6a30dfc06a8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731514455949 2024-11-13T16:14:20,966 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7197b58d298743b2abe0d6bcb4adb95c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:20,976 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:20,976 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/01e5aa6fd70140dba938646ebbebd709 is 50, key is test_row_0/C:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742423_1599 (size=12375) 2024-11-13T16:14:20,994 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/01e5aa6fd70140dba938646ebbebd709 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/01e5aa6fd70140dba938646ebbebd709 2024-11-13T16:14:20,999 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into 01e5aa6fd70140dba938646ebbebd709(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:20,999 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:20,999 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=11, startTime=1731514460914; duration=0sec 2024-11-13T16:14:20,999 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:20,999 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:21,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T16:14:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:21,059 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T16:14:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113faa8e33365164c42af735fbeced337d9_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514460069/Put/seqid=0 2024-11-13T16:14:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742424_1600 (size=12304) 2024-11-13T16:14:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514521293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514521294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514521296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,361 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:21,362 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/30d28e3da1d14b72817544049297c45f is 175, key is test_row_0/A:col10/1731514460050/Put/seqid=0 2024-11-13T16:14:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742425_1601 (size=31329) 2024-11-13T16:14:21,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514521408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514521408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514521408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:21,477 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113faa8e33365164c42af735fbeced337d9_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faa8e33365164c42af735fbeced337d9_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:21,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5002c4164cdc4c4681b0ba57be472649, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:21,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5002c4164cdc4c4681b0ba57be472649 is 175, key is test_row_0/A:col10/1731514460069/Put/seqid=0 2024-11-13T16:14:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742426_1602 (size=31105) 2024-11-13T16:14:21,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5002c4164cdc4c4681b0ba57be472649 2024-11-13T16:14:21,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/825b0f24444a4767837ebe057a0547dd is 50, key is test_row_0/B:col10/1731514460069/Put/seqid=0 2024-11-13T16:14:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742427_1603 (size=12151) 2024-11-13T16:14:21,580 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/825b0f24444a4767837ebe057a0547dd 2024-11-13T16:14:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/93c14da796c34f4fbf3d6bb1ffa70202 is 50, key is test_row_0/C:col10/1731514460069/Put/seqid=0 2024-11-13T16:14:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514521618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514521618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514521618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742428_1604 (size=12151) 2024-11-13T16:14:21,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/93c14da796c34f4fbf3d6bb1ffa70202 2024-11-13T16:14:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/5002c4164cdc4c4681b0ba57be472649 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649 2024-11-13T16:14:21,661 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649, entries=150, sequenceid=157, filesize=30.4 K 2024-11-13T16:14:21,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/825b0f24444a4767837ebe057a0547dd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd 2024-11-13T16:14:21,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T16:14:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/93c14da796c34f4fbf3d6bb1ffa70202 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202 2024-11-13T16:14:21,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T16:14:21,686 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 41d2bbc334f40315fce0f4fcd5c99dab in 627ms, sequenceid=157, compaction requested=false 2024-11-13T16:14:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T16:14:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T16:14:21,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T16:14:21,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-13T16:14:21,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.7130 sec 2024-11-13T16:14:21,820 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/30d28e3da1d14b72817544049297c45f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f 2024-11-13T16:14:21,837 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into 30d28e3da1d14b72817544049297c45f(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:21,837 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:21,838 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=11, startTime=1731514460914; duration=0sec 2024-11-13T16:14:21,840 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:21,840 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:21,930 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:21,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T16:14:21,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132d6179bfa0dc40108ef755b78346ceeb_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514521979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514521982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514521980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742429_1605 (size=12304) 2024-11-13T16:14:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514522099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514522099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514522099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T16:14:22,129 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:22,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T16:14:22,131 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:22,132 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:22,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:22,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:22,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514522308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514522309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514522309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514522320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,326 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514522328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,331 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,401 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132d6179bfa0dc40108ef755b78346ceeb_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132d6179bfa0dc40108ef755b78346ceeb_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:22,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/6f032c6cb5ac4fea815db5196ca27424, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:22,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/6f032c6cb5ac4fea815db5196ca27424 is 175, key is test_row_0/A:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:22,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742430_1606 (size=31105) 2024-11-13T16:14:22,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514522620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514522628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514522628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:22,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:22,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/6f032c6cb5ac4fea815db5196ca27424 2024-11-13T16:14:22,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/8dd6347430a74ca7a880789add3d9636 is 50, key is test_row_0/B:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742431_1607 (size=12151) 2024-11-13T16:14:22,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/8dd6347430a74ca7a880789add3d9636 2024-11-13T16:14:22,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/f12b5dbb8b7849ee852474bfdb1d9745 is 50, key is test_row_0/C:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742432_1608 (size=12151) 2024-11-13T16:14:22,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/f12b5dbb8b7849ee852474bfdb1d9745 2024-11-13T16:14:22,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/6f032c6cb5ac4fea815db5196ca27424 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424 2024-11-13T16:14:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:22,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424, entries=150, sequenceid=173, filesize=30.4 K 2024-11-13T16:14:22,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/8dd6347430a74ca7a880789add3d9636 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636 2024-11-13T16:14:22,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T16:14:22,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/f12b5dbb8b7849ee852474bfdb1d9745 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745 2024-11-13T16:14:22,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T16:14:22,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 41d2bbc334f40315fce0f4fcd5c99dab in 1006ms, sequenceid=173, compaction requested=true 2024-11-13T16:14:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:22,937 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T16:14:22,937 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:22,937 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:22,938 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:22,938 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,938 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=91.3 K 2024-11-13T16:14:22,938 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,938 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424] 2024-11-13T16:14:22,938 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:22,938 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:22,938 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:22,938 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f02ef15881dc477a90ded5dddc7a0258, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=35.8 K 2024-11-13T16:14:22,938 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f02ef15881dc477a90ded5dddc7a0258, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:22,939 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30d28e3da1d14b72817544049297c45f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:22,939 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 825b0f24444a4767837ebe057a0547dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731514460069 2024-11-13T16:14:22,939 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5002c4164cdc4c4681b0ba57be472649, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731514460069 2024-11-13T16:14:22,939 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd6347430a74ca7a880789add3d9636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:22,939 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f032c6cb5ac4fea815db5196ca27424, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:22,948 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:22,949 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:22,949 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f11444f7470e47cb8cdb39ca9614cf4a is 50, key is test_row_0/B:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:22,951 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136aae9f9faaa346908ae8a62346b9e9f0_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:22,952 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136aae9f9faaa346908ae8a62346b9e9f0_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:22,952 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136aae9f9faaa346908ae8a62346b9e9f0_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742433_1609 (size=12527) 2024-11-13T16:14:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742434_1610 (size=4469) 2024-11-13T16:14:22,984 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#520 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:22,984 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ab8e24209361419383e93aaab889c6a0 is 175, key is test_row_0/A:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:22,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742435_1611 (size=31481) 2024-11-13T16:14:22,993 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ab8e24209361419383e93aaab889c6a0 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0 2024-11-13T16:14:23,000 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into ab8e24209361419383e93aaab889c6a0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:23,000 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:23,000 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=13, startTime=1731514462936; duration=0sec 2024-11-13T16:14:23,000 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:23,000 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:23,000 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:23,001 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:23,001 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:23,001 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:23,001 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/01e5aa6fd70140dba938646ebbebd709, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=35.8 K 2024-11-13T16:14:23,002 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e5aa6fd70140dba938646ebbebd709, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731514458138 2024-11-13T16:14:23,005 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93c14da796c34f4fbf3d6bb1ffa70202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731514460069 2024-11-13T16:14:23,005 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f12b5dbb8b7849ee852474bfdb1d9745, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:23,010 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:23,010 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/84b3dedccc634450929783f5aace9509 is 50, key is test_row_0/C:col10/1731514461928/Put/seqid=0 2024-11-13T16:14:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742436_1612 (size=12527) 2024-11-13T16:14:23,029 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/84b3dedccc634450929783f5aace9509 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/84b3dedccc634450929783f5aace9509 2024-11-13T16:14:23,036 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into 84b3dedccc634450929783f5aace9509(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:23,036 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:23,036 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=13, startTime=1731514462937; duration=0sec 2024-11-13T16:14:23,036 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:23,036 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:23,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T16:14:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:23,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T16:14:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131055fbb657424c26b456a3d74b724c3a_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514461975/Put/seqid=0 2024-11-13T16:14:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742437_1613 (size=12304) 2024-11-13T16:14:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:23,091 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131055fbb657424c26b456a3d74b724c3a_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131055fbb657424c26b456a3d74b724c3a_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:23,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/42bbc9c422e24c7792780594f3ea11aa, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/42bbc9c422e24c7792780594f3ea11aa is 175, key is test_row_0/A:col10/1731514461975/Put/seqid=0 2024-11-13T16:14:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742438_1614 (size=31105) 2024-11-13T16:14:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:23,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514523154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514523158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514523159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514523268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514523268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514523268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,379 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/f11444f7470e47cb8cdb39ca9614cf4a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f11444f7470e47cb8cdb39ca9614cf4a 2024-11-13T16:14:23,386 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into f11444f7470e47cb8cdb39ca9614cf4a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:23,386 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:23,386 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=13, startTime=1731514462937; duration=0sec 2024-11-13T16:14:23,386 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:23,386 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514523478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514523478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514523480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,497 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/42bbc9c422e24c7792780594f3ea11aa 2024-11-13T16:14:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/7e9c175d2cf04cf2a622678e16674e6f is 50, key is test_row_0/B:col10/1731514461975/Put/seqid=0 2024-11-13T16:14:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742439_1615 (size=12151) 2024-11-13T16:14:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514523787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514523788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514523798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:23,926 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/7e9c175d2cf04cf2a622678e16674e6f 2024-11-13T16:14:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c464e8d5550e43ad86e5006bc4b32a6a is 50, key is test_row_0/C:col10/1731514461975/Put/seqid=0 2024-11-13T16:14:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742440_1616 (size=12151) 2024-11-13T16:14:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514524298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514524298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514524308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:24,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:24,378 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c464e8d5550e43ad86e5006bc4b32a6a 2024-11-13T16:14:24,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/42bbc9c422e24c7792780594f3ea11aa as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa 2024-11-13T16:14:24,386 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa, entries=150, sequenceid=196, filesize=30.4 K 2024-11-13T16:14:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/7e9c175d2cf04cf2a622678e16674e6f as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f 2024-11-13T16:14:24,393 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-13T16:14:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c464e8d5550e43ad86e5006bc4b32a6a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a 2024-11-13T16:14:24,397 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-13T16:14:24,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 41d2bbc334f40315fce0f4fcd5c99dab in 1332ms, sequenceid=196, compaction requested=false 2024-11-13T16:14:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T16:14:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T16:14:24,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T16:14:24,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2750 sec 2024-11-13T16:14:24,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.2950 sec 2024-11-13T16:14:25,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:25,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T16:14:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:25,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a7c5072c65734c27b2628aca3341addd_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:25,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742441_1617 (size=17284) 2024-11-13T16:14:25,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:25,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a7c5072c65734c27b2628aca3341addd_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7c5072c65734c27b2628aca3341addd_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:25,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/0a6db0cc91ae481e9ba2a81c813e580e, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:25,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/0a6db0cc91ae481e9ba2a81c813e580e is 175, key is test_row_0/A:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742442_1618 (size=48389) 2024-11-13T16:14:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514525346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514525349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514525350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514525458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514525458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514525458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514525668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514525668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514525668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,738 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/0a6db0cc91ae481e9ba2a81c813e580e 2024-11-13T16:14:25,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c3c2eedbf49f43f98b16850d7f85816a is 50, key is test_row_0/B:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742443_1619 (size=12151) 2024-11-13T16:14:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514525978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514525978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514525978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c3c2eedbf49f43f98b16850d7f85816a 2024-11-13T16:14:26,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7b679558e05141f9bdf37ae98f90209c is 50, key is test_row_0/C:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742444_1620 (size=12151) 2024-11-13T16:14:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T16:14:26,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:26,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-13T16:14:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T16:14:26,301 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:26,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:26,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49372 deadline: 1731514526348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:26,349 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:26,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49384 deadline: 1731514526368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:26,372 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4c650e80f58,38731,1731514299168 for 'test_row_1' in 41d2bbc334f40315fce0f4fcd5c99dab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T16:14:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T16:14:26,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T16:14:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:26,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:26,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514526487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514526487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514526488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:26,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7b679558e05141f9bdf37ae98f90209c 2024-11-13T16:14:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/0a6db0cc91ae481e9ba2a81c813e580e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e 2024-11-13T16:14:26,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e, entries=250, sequenceid=214, filesize=47.3 K 2024-11-13T16:14:26,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/c3c2eedbf49f43f98b16850d7f85816a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a 2024-11-13T16:14:26,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T16:14:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7b679558e05141f9bdf37ae98f90209c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c 2024-11-13T16:14:26,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T16:14:26,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 41d2bbc334f40315fce0f4fcd5c99dab in 1266ms, sequenceid=214, compaction requested=true 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:26,577 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T16:14:26,577 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:26,578 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:26,578 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:26,578 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,578 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=108.4 K 2024-11-13T16:14:26,578 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,578 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e] 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab8e24209361419383e93aaab889c6a0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:26,579 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,579 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f11444f7470e47cb8cdb39ca9614cf4a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=36.0 K 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting f11444f7470e47cb8cdb39ca9614cf4a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42bbc9c422e24c7792780594f3ea11aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731514461967 2024-11-13T16:14:26,579 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e9c175d2cf04cf2a622678e16674e6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731514461967 2024-11-13T16:14:26,580 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a6db0cc91ae481e9ba2a81c813e580e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:26,580 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c3c2eedbf49f43f98b16850d7f85816a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:26,587 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:26,589 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:26,589 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/1e5a3f8a07df4fcb855493cace1f2449 is 50, key is test_row_0/B:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:26,591 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136aecc8a1766d46daa457c16b75ccbb39_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742445_1621 (size=12629) 2024-11-13T16:14:26,593 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136aecc8a1766d46daa457c16b75ccbb39_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:26,593 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136aecc8a1766d46daa457c16b75ccbb39_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:26,600 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/1e5a3f8a07df4fcb855493cace1f2449 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/1e5a3f8a07df4fcb855493cace1f2449 2024-11-13T16:14:26,604 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into 1e5a3f8a07df4fcb855493cace1f2449(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:26,604 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:26,604 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=13, startTime=1731514466577; duration=0sec 2024-11-13T16:14:26,604 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:26,604 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:26,604 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:26,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:26,605 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:26,605 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,605 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/84b3dedccc634450929783f5aace9509, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=36.0 K 2024-11-13T16:14:26,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 84b3dedccc634450929783f5aace9509, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731514461286 2024-11-13T16:14:26,606 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c464e8d5550e43ad86e5006bc4b32a6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731514461967 2024-11-13T16:14:26,607 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b679558e05141f9bdf37ae98f90209c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:26,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T16:14:26,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T16:14:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742446_1622 (size=4469) 2024-11-13T16:14:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T16:14:26,624 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#528 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:26,625 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/641e3d4d212742b7b9a48b7577ca5322 is 175, key is test_row_0/A:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c20d51c14dcb4f12bc3660759fd34178_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514465338/Put/seqid=0 2024-11-13T16:14:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742447_1623 (size=31583) 2024-11-13T16:14:26,636 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742448_1624 (size=12304) 2024-11-13T16:14:26,637 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/bdb6a1af14d14cb0a1eacae444e0b8a3 is 50, key is test_row_0/C:col10/1731514465309/Put/seqid=0 2024-11-13T16:14:26,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:26,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c20d51c14dcb4f12bc3660759fd34178_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c20d51c14dcb4f12bc3660759fd34178_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ad7e04eeac9e4c279a239456519742a6, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:26,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ad7e04eeac9e4c279a239456519742a6 is 175, key is test_row_0/A:col10/1731514465338/Put/seqid=0 2024-11-13T16:14:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742449_1625 (size=12629) 2024-11-13T16:14:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742450_1626 (size=31105) 2024-11-13T16:14:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T16:14:27,034 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/641e3d4d212742b7b9a48b7577ca5322 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322 2024-11-13T16:14:27,038 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into 641e3d4d212742b7b9a48b7577ca5322(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:27,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,038 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=13, startTime=1731514466577; duration=0sec 2024-11-13T16:14:27,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:27,038 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:27,054 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/bdb6a1af14d14cb0a1eacae444e0b8a3 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/bdb6a1af14d14cb0a1eacae444e0b8a3 2024-11-13T16:14:27,059 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into bdb6a1af14d14cb0a1eacae444e0b8a3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:27,059 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,059 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=13, startTime=1731514466577; duration=0sec 2024-11-13T16:14:27,059 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:27,059 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:27,061 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ad7e04eeac9e4c279a239456519742a6 2024-11-13T16:14:27,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/658d3012173348a19c30349187b49007 is 50, key is test_row_0/B:col10/1731514465338/Put/seqid=0 2024-11-13T16:14:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742451_1627 (size=12151) 2024-11-13T16:14:27,075 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/658d3012173348a19c30349187b49007 2024-11-13T16:14:27,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/be877235195f42cfbb8458e41e64022e is 50, key is test_row_0/C:col10/1731514465338/Put/seqid=0 2024-11-13T16:14:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742452_1628 (size=12151) 2024-11-13T16:14:27,103 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/be877235195f42cfbb8458e41e64022e 2024-11-13T16:14:27,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/ad7e04eeac9e4c279a239456519742a6 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6 2024-11-13T16:14:27,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6, entries=150, sequenceid=234, filesize=30.4 K 2024-11-13T16:14:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/658d3012173348a19c30349187b49007 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007 2024-11-13T16:14:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,142 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T16:14:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/be877235195f42cfbb8458e41e64022e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,148 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T16:14:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,149 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 41d2bbc334f40315fce0f4fcd5c99dab in 541ms, sequenceid=234, compaction requested=false 2024-11-13T16:14:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-13T16:14:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T16:14:27,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 849 msec 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 854 msec 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T16:14:27,438 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-13T16:14:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:27,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:14:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:14:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:27,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:27,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T16:14:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:27,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113948e3ab4ebee4cb989e6507776b866fc_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742454_1630 (size=27248) 2024-11-13T16:14:27,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,563 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113948e3ab4ebee4cb989e6507776b866fc_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113948e3ab4ebee4cb989e6507776b866fc_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:27,564 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/c8b40c9a99fb4cba876d89ec812a0e58, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/c8b40c9a99fb4cba876d89ec812a0e58 is 175, key is test_row_0/A:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742453_1629 (size=83035) 2024-11-13T16:14:27,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/c8b40c9a99fb4cba876d89ec812a0e58 2024-11-13T16:14:27,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/9c911652f86042d0b45b34d8c8eda849 is 50, key is test_row_0/B:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742455_1631 (size=12151) 2024-11-13T16:14:27,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/9c911652f86042d0b45b34d8c8eda849 2024-11-13T16:14:27,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/499a9c06066a4896aa99ae5e46a39b52 is 50, key is test_row_0/C:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742456_1632 (size=12151) 2024-11-13T16:14:27,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/499a9c06066a4896aa99ae5e46a39b52 2024-11-13T16:14:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/c8b40c9a99fb4cba876d89ec812a0e58 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58 2024-11-13T16:14:27,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58, entries=450, sequenceid=248, filesize=81.1 K 2024-11-13T16:14:27,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/9c911652f86042d0b45b34d8c8eda849 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849 2024-11-13T16:14:27,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514527587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514527592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514527592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T16:14:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/499a9c06066a4896aa99ae5e46a39b52 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52 2024-11-13T16:14:27,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T16:14:27,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41d2bbc334f40315fce0f4fcd5c99dab in 74ms, sequenceid=248, compaction requested=true 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:27,608 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:27,608 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145723 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:27,609 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,609 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,609 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/1e5a3f8a07df4fcb855493cace1f2449, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=36.1 K 2024-11-13T16:14:27,609 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=142.3 K 2024-11-13T16:14:27,609 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58] 2024-11-13T16:14:27,609 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e5a3f8a07df4fcb855493cace1f2449, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:27,610 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 658d3012173348a19c30349187b49007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731514465338 2024-11-13T16:14:27,610 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c911652f86042d0b45b34d8c8eda849, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467532 2024-11-13T16:14:27,610 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 641e3d4d212742b7b9a48b7577ca5322, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:27,611 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad7e04eeac9e4c279a239456519742a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731514465338 2024-11-13T16:14:27,611 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b40c9a99fb4cba876d89ec812a0e58, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467519 2024-11-13T16:14:27,617 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:27,617 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/6e3a0c8455624648b31c95975ad2fa51 is 50, key is test_row_0/B:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,623 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742457_1633 (size=12731) 2024-11-13T16:14:27,644 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/6e3a0c8455624648b31c95975ad2fa51 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/6e3a0c8455624648b31c95975ad2fa51 2024-11-13T16:14:27,647 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135e1e2dc2082d4d1c91e138bb38863db7_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135e1e2dc2082d4d1c91e138bb38863db7_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,650 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135e1e2dc2082d4d1c91e138bb38863db7_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,651 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into 6e3a0c8455624648b31c95975ad2fa51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:27,652 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,652 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=13, startTime=1731514467608; duration=0sec 2024-11-13T16:14:27,652 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:27,652 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:27,652 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:14:27,653 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:14:27,653 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:27,653 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,653 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/bdb6a1af14d14cb0a1eacae444e0b8a3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=36.1 K 2024-11-13T16:14:27,654 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb6a1af14d14cb0a1eacae444e0b8a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731514463147 2024-11-13T16:14:27,654 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting be877235195f42cfbb8458e41e64022e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731514465338 2024-11-13T16:14:27,655 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 499a9c06066a4896aa99ae5e46a39b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467532 2024-11-13T16:14:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742458_1634 (size=4469) 2024-11-13T16:14:27,665 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:27,665 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c7f002d151a049dbac41e6ec41321e04 is 50, key is test_row_0/C:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,665 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#538 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:27,666 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a536ceb69cb24a97894d5203a1e35ca9 is 175, key is test_row_0/A:col10/1731514467533/Put/seqid=0 2024-11-13T16:14:27,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742459_1635 (size=12731) 2024-11-13T16:14:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742460_1636 (size=31685) 2024-11-13T16:14:27,693 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/a536ceb69cb24a97894d5203a1e35ca9 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9 2024-11-13T16:14:27,699 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into a536ceb69cb24a97894d5203a1e35ca9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:27,699 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:27,699 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=13, startTime=1731514467608; duration=0sec 2024-11-13T16:14:27,699 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:27,699 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:27,710 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:27,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T16:14:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:27,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111325cd7874cdef45a59b8b79096df8176a_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514467710/Put/seqid=0 2024-11-13T16:14:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742461_1637 (size=12454) 2024-11-13T16:14:27,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514527746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514527747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514527751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111325cd7874cdef45a59b8b79096df8176a_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111325cd7874cdef45a59b8b79096df8176a_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:27,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/069a13cbb11449728081646592e1605e, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:27,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/069a13cbb11449728081646592e1605e is 175, key is test_row_0/A:col10/1731514467710/Put/seqid=0 2024-11-13T16:14:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742462_1638 (size=31255) 2024-11-13T16:14:27,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514527858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514527858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514527858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:27,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:27,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:28,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514528067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514528067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514528068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,076 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/c7f002d151a049dbac41e6ec41321e04 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c7f002d151a049dbac41e6ec41321e04 2024-11-13T16:14:28,081 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into c7f002d151a049dbac41e6ec41321e04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:28,081 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:28,081 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=13, startTime=1731514467608; duration=0sec 2024-11-13T16:14:28,081 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:28,081 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:28,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/069a13cbb11449728081646592e1605e 2024-11-13T16:14:28,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/52a06811e7fd4fa1be26732004db43a2 is 50, key is test_row_0/B:col10/1731514467710/Put/seqid=0 2024-11-13T16:14:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742463_1639 (size=12301) 2024-11-13T16:14:28,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/52a06811e7fd4fa1be26732004db43a2 2024-11-13T16:14:28,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/191fc26ef8524686bf93ec6ec431126d is 50, key is test_row_0/C:col10/1731514467710/Put/seqid=0 2024-11-13T16:14:28,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742464_1640 (size=12301) 2024-11-13T16:14:28,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514528378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514528378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514528378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:28,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:14:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:28,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/191fc26ef8524686bf93ec6ec431126d 2024-11-13T16:14:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/069a13cbb11449728081646592e1605e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e 2024-11-13T16:14:28,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e, entries=150, sequenceid=277, filesize=30.5 K 2024-11-13T16:14:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/52a06811e7fd4fa1be26732004db43a2 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2 2024-11-13T16:14:28,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T16:14:28,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/191fc26ef8524686bf93ec6ec431126d as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d 2024-11-13T16:14:28,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T16:14:28,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 41d2bbc334f40315fce0f4fcd5c99dab in 930ms, sequenceid=277, compaction requested=false 2024-11-13T16:14:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:28,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T16:14:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:28,669 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T16:14:28,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133a1f4a2ca4bd423f94bed93d3181818b_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514467744/Put/seqid=0 2024-11-13T16:14:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742465_1641 (size=12454) 2024-11-13T16:14:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:28,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. as already flushing 2024-11-13T16:14:28,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514528923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514528924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:28,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514528929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514529038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514529038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514529039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:29,096 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133a1f4a2ca4bd423f94bed93d3181818b_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133a1f4a2ca4bd423f94bed93d3181818b_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/7e52f878b66942eca2d9bc1567e40f46, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/7e52f878b66942eca2d9bc1567e40f46 is 175, key is test_row_0/A:col10/1731514467744/Put/seqid=0 2024-11-13T16:14:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742466_1642 (size=31255) 2024-11-13T16:14:29,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514529248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514529248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514529249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,497 INFO [Thread-2511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2511. 2024-11-13T16:14:29,497 INFO [Thread-2513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2513. 2024-11-13T16:14:29,497 DEBUG [Thread-2511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:29,497 DEBUG [Thread-2513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:29,497 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,497 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,497 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,497 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:29,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:29,499 INFO [Thread-2509 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2509. 2024-11-13T16:14:29,499 DEBUG [Thread-2509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:29,499 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,499 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:29,500 INFO [Thread-2515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2515. 2024-11-13T16:14:29,500 DEBUG [Thread-2515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:29,500 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,500 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:29,501 INFO [Thread-2517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2517. 2024-11-13T16:14:29,501 DEBUG [Thread-2517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:29,501 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,501 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:29,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:29,502 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/7e52f878b66942eca2d9bc1567e40f46 2024-11-13T16:14:29,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/d29cc2779d5442a6a18a9c5abf84889b is 50, key is test_row_0/B:col10/1731514467744/Put/seqid=0 2024-11-13T16:14:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742467_1643 (size=12301) 2024-11-13T16:14:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514529558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514529558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514529558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:29,910 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/d29cc2779d5442a6a18a9c5abf84889b 2024-11-13T16:14:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/44a9fe5baa6b4b329a9bcab7d53200dd is 50, key is test_row_0/C:col10/1731514467744/Put/seqid=0 2024-11-13T16:14:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742468_1644 (size=12301) 2024-11-13T16:14:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T16:14:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49434 deadline: 1731514530068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49410 deadline: 1731514530068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1731514530067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 , the old value is region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., hostname=c4c650e80f58,38731,1731514299168, seqNum=5 because the exception is null or not the one we care about 2024-11-13T16:14:30,319 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/44a9fe5baa6b4b329a9bcab7d53200dd 2024-11-13T16:14:30,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/7e52f878b66942eca2d9bc1567e40f46 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46 2024-11-13T16:14:30,324 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46, entries=150, sequenceid=288, filesize=30.5 K 2024-11-13T16:14:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/d29cc2779d5442a6a18a9c5abf84889b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b 2024-11-13T16:14:30,327 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b, entries=150, sequenceid=288, filesize=12.0 K 2024-11-13T16:14:30,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/44a9fe5baa6b4b329a9bcab7d53200dd as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd 2024-11-13T16:14:30,330 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-13T16:14:30,331 INFO [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 41d2bbc334f40315fce0f4fcd5c99dab in 1662ms, sequenceid=288, compaction requested=true 2024-11-13T16:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-13T16:14:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-13T16:14:30,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T16:14:30,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8910 sec 2024-11-13T16:14:30,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.8950 sec 2024-11-13T16:14:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38731 {}] regionserver.HRegion(8855): Flush requested on 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:31,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:14:31,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T16:14:31,080 INFO [Thread-2500 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2500. 2024-11-13T16:14:31,080 DEBUG [Thread-2500 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:31,080 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 INFO [Thread-2504 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2504. 2024-11-13T16:14:31,080 INFO [Thread-2502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2502. 2024-11-13T16:14:31,080 DEBUG [Thread-2504 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:31,080 DEBUG [Thread-2504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 DEBUG [Thread-2502 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:31,080 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:31,080 DEBUG [Thread-2504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:31,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:31,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:31,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113226a71f2adef4c48a6bc6a647a275d8e_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_0/A:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742469_1645 (size=12454) 2024-11-13T16:14:31,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:31,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113226a71f2adef4c48a6bc6a647a275d8e_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113226a71f2adef4c48a6bc6a647a275d8e_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:31,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/d48e68123b0e4a9a86a936b8bc95057e, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:31,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/d48e68123b0e4a9a86a936b8bc95057e is 175, key is test_row_0/A:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742470_1646 (size=31255) 2024-11-13T16:14:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T16:14:31,609 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:31,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/d48e68123b0e4a9a86a936b8bc95057e 2024-11-13T16:14:31,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/43e0580409c94b04932e46cc2e1dad9a is 50, key is test_row_0/B:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742471_1647 (size=12301) 2024-11-13T16:14:32,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/43e0580409c94b04932e46cc2e1dad9a 2024-11-13T16:14:32,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/eeab3a5264904ee696882a8a9f639e77 is 50, key is test_row_0/C:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742472_1648 (size=12301) 2024-11-13T16:14:32,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/eeab3a5264904ee696882a8a9f639e77 2024-11-13T16:14:32,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/d48e68123b0e4a9a86a936b8bc95057e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e 2024-11-13T16:14:32,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e, entries=150, sequenceid=317, filesize=30.5 K 2024-11-13T16:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/43e0580409c94b04932e46cc2e1dad9a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a 2024-11-13T16:14:32,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T16:14:32,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/eeab3a5264904ee696882a8a9f639e77 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77 2024-11-13T16:14:32,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T16:14:32,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 41d2bbc334f40315fce0f4fcd5c99dab in 1648ms, sequenceid=317, compaction requested=true 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41d2bbc334f40315fce0f4fcd5c99dab:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T16:14:32,729 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:14:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:32,729 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/B is initiating minor compaction (all files) 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/A is initiating minor compaction (all files) 2024-11-13T16:14:32,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/B in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:32,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/A in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:32,730 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/6e3a0c8455624648b31c95975ad2fa51, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=48.5 K 2024-11-13T16:14:32,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=122.5 K 2024-11-13T16:14:32,730 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. files: [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e] 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e3a0c8455624648b31c95975ad2fa51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467532 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a536ceb69cb24a97894d5203a1e35ca9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467532 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a06811e7fd4fa1be26732004db43a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514467581 2024-11-13T16:14:32,730 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069a13cbb11449728081646592e1605e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514467581 2024-11-13T16:14:32,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting d29cc2779d5442a6a18a9c5abf84889b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731514467744 2024-11-13T16:14:32,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e52f878b66942eca2d9bc1567e40f46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731514467744 2024-11-13T16:14:32,731 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 43e0580409c94b04932e46cc2e1dad9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731514468921 2024-11-13T16:14:32,731 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d48e68123b0e4a9a86a936b8bc95057e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731514468921 2024-11-13T16:14:32,736 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:32,737 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:32,737 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d5f70ded388f42679ecb8010c1f5ca4a_41d2bbc334f40315fce0f4fcd5c99dab store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:32,737 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/68b484d168fc49a38cdfb16413cb4f98 is 50, key is test_row_0/B:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:32,739 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d5f70ded388f42679ecb8010c1f5ca4a_41d2bbc334f40315fce0f4fcd5c99dab, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:32,740 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5f70ded388f42679ecb8010c1f5ca4a_41d2bbc334f40315fce0f4fcd5c99dab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742473_1649 (size=13017) 2024-11-13T16:14:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742474_1650 (size=4469) 2024-11-13T16:14:32,743 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#A#compaction#550 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:32,743 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/460e0da9ac0e4b12bafd6e4236999995 is 175, key is test_row_0/A:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:32,743 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/68b484d168fc49a38cdfb16413cb4f98 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/68b484d168fc49a38cdfb16413cb4f98 2024-11-13T16:14:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742475_1651 (size=31971) 2024-11-13T16:14:32,749 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/B of 41d2bbc334f40315fce0f4fcd5c99dab into 68b484d168fc49a38cdfb16413cb4f98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:32,749 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:32,749 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/B, priority=12, startTime=1731514472729; duration=0sec 2024-11-13T16:14:32,749 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T16:14:32,749 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:B 2024-11-13T16:14:32,749 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:14:32,750 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T16:14:32,750 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1541): 41d2bbc334f40315fce0f4fcd5c99dab/C is initiating minor compaction (all files) 2024-11-13T16:14:32,750 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41d2bbc334f40315fce0f4fcd5c99dab/C in TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:32,750 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c7f002d151a049dbac41e6ec41321e04, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77] into tmpdir=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp, totalSize=48.5 K 2024-11-13T16:14:32,750 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f002d151a049dbac41e6ec41321e04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731514467532 2024-11-13T16:14:32,750 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 191fc26ef8524686bf93ec6ec431126d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731514467581 2024-11-13T16:14:32,751 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a9fe5baa6b4b329a9bcab7d53200dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731514467744 2024-11-13T16:14:32,751 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] compactions.Compactor(225): Compacting eeab3a5264904ee696882a8a9f639e77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731514468921 2024-11-13T16:14:32,756 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41d2bbc334f40315fce0f4fcd5c99dab#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:14:32,757 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7a69ddb15a324f06b2b1cf1776e4e1b8 is 50, key is test_row_0/C:col10/1731514471078/Put/seqid=0 2024-11-13T16:14:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742476_1652 (size=13017) 2024-11-13T16:14:33,150 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/460e0da9ac0e4b12bafd6e4236999995 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/460e0da9ac0e4b12bafd6e4236999995 2024-11-13T16:14:33,153 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/A of 41d2bbc334f40315fce0f4fcd5c99dab into 460e0da9ac0e4b12bafd6e4236999995(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:33,154 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:33,154 INFO [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/A, priority=12, startTime=1731514472729; duration=0sec 2024-11-13T16:14:33,154 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:33,154 DEBUG [RS:0;c4c650e80f58:38731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:A 2024-11-13T16:14:33,163 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/7a69ddb15a324f06b2b1cf1776e4e1b8 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7a69ddb15a324f06b2b1cf1776e4e1b8 2024-11-13T16:14:33,166 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41d2bbc334f40315fce0f4fcd5c99dab/C of 41d2bbc334f40315fce0f4fcd5c99dab into 7a69ddb15a324f06b2b1cf1776e4e1b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:14:33,166 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41d2bbc334f40315fce0f4fcd5c99dab: 2024-11-13T16:14:33,166 INFO [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., storeName=41d2bbc334f40315fce0f4fcd5c99dab/C, priority=12, startTime=1731514472729; duration=0sec 2024-11-13T16:14:33,166 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:14:33,166 DEBUG [RS:0;c4c650e80f58:38731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41d2bbc334f40315fce0f4fcd5c99dab:C 2024-11-13T16:14:36,379 INFO [Thread-2506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2506. 2024-11-13T16:14:36,380 DEBUG [Thread-2506 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:36,380 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,380 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:36,419 INFO [Thread-2498 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2498. 2024-11-13T16:14:36,419 DEBUG [Thread-2498 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T16:14:36,419 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,419 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3167 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3132 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3120 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3162 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3122 2024-11-13T16:14:36,419 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T16:14:36,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:14:36,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:14:36,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:36,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:36,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-13T16:14:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:36,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514476423"}]},"ts":"1731514476423"} 2024-11-13T16:14:36,424 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T16:14:36,424 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T16:14:36,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T16:14:36,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, UNASSIGN}] 2024-11-13T16:14:36,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, UNASSIGN 2024-11-13T16:14:36,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=CLOSING, regionLocation=c4c650e80f58,38731,1731514299168 2024-11-13T16:14:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, UNASSIGN because future has completed 2024-11-13T16:14:36,428 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T16:14:36,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168}] 2024-11-13T16:14:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:36,580 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:36,580 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T16:14:36,580 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 41d2bbc334f40315fce0f4fcd5c99dab, disabling compactions & flushes 2024-11-13T16:14:36,580 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:36,580 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:36,580 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. after waiting 0 ms 2024-11-13T16:14:36,580 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:36,580 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 41d2bbc334f40315fce0f4fcd5c99dab 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-13T16:14:36,585 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f54ddd80ad746fd8aec41ee385696ab_41d2bbc334f40315fce0f4fcd5c99dab is 50, key is test_row_1/A:col10/1731514476418/Put/seqid=0 2024-11-13T16:14:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742477_1653 (size=7374) 2024-11-13T16:14:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:36,988 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:14:36,992 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f54ddd80ad746fd8aec41ee385696ab_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f54ddd80ad746fd8aec41ee385696ab_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:36,992 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/e6cefa2b3a8047baac99755c63cf870e, store: [table=TestAcidGuarantees family=A region=41d2bbc334f40315fce0f4fcd5c99dab] 2024-11-13T16:14:36,993 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/e6cefa2b3a8047baac99755c63cf870e is 175, key is test_row_1/A:col10/1731514476418/Put/seqid=0 2024-11-13T16:14:37,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742478_1654 (size=13865) 2024-11-13T16:14:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:37,402 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/e6cefa2b3a8047baac99755c63cf870e 2024-11-13T16:14:37,407 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/faf160893def4928b3819eb6bd27e4ae is 50, key is test_row_1/B:col10/1731514476418/Put/seqid=0 2024-11-13T16:14:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742479_1655 (size=7415) 2024-11-13T16:14:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:37,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:14:37,811 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/faf160893def4928b3819eb6bd27e4ae 2024-11-13T16:14:37,816 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/6caf723534a24bed806b5332e6348d4a is 50, key is test_row_1/C:col10/1731514476418/Put/seqid=0 2024-11-13T16:14:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742480_1656 (size=7415) 2024-11-13T16:14:37,819 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/6caf723534a24bed806b5332e6348d4a 2024-11-13T16:14:37,822 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/A/e6cefa2b3a8047baac99755c63cf870e as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/e6cefa2b3a8047baac99755c63cf870e 2024-11-13T16:14:37,825 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/e6cefa2b3a8047baac99755c63cf870e, entries=50, sequenceid=325, filesize=13.5 K 2024-11-13T16:14:37,825 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/B/faf160893def4928b3819eb6bd27e4ae as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/faf160893def4928b3819eb6bd27e4ae 2024-11-13T16:14:37,828 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/faf160893def4928b3819eb6bd27e4ae, entries=50, sequenceid=325, filesize=7.2 K 2024-11-13T16:14:37,828 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/.tmp/C/6caf723534a24bed806b5332e6348d4a as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/6caf723534a24bed806b5332e6348d4a 2024-11-13T16:14:37,831 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/6caf723534a24bed806b5332e6348d4a, entries=50, sequenceid=325, filesize=7.2 K 2024-11-13T16:14:37,831 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 41d2bbc334f40315fce0f4fcd5c99dab in 1251ms, sequenceid=325, compaction requested=false 2024-11-13T16:14:37,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e] to archive 2024-11-13T16:14:37,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:37,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/3bbf9192a79341d394cb3fa78cb36455 2024-11-13T16:14:37,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a42f22166ad640c79baaca3f4ff89830 2024-11-13T16:14:37,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/64e82b24713a4003af2687d2baa382bd 2024-11-13T16:14:37,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ccca2d31c80848d9b1fe50ff8082e5d3 2024-11-13T16:14:37,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1d4c9290e5054e6289a77b3321ff1ef7 2024-11-13T16:14:37,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5b28667f262f4f87a7d4a52e13d2d560 2024-11-13T16:14:37,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1922bf10ac3d47d499495df2f11e35c5 2024-11-13T16:14:37,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/1e50e8ffc9cc4e3a952458051b1d83e9 2024-11-13T16:14:37,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/30d28e3da1d14b72817544049297c45f 2024-11-13T16:14:37,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/5002c4164cdc4c4681b0ba57be472649 2024-11-13T16:14:37,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ab8e24209361419383e93aaab889c6a0 2024-11-13T16:14:37,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/6f032c6cb5ac4fea815db5196ca27424 2024-11-13T16:14:37,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/42bbc9c422e24c7792780594f3ea11aa 2024-11-13T16:14:37,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/0a6db0cc91ae481e9ba2a81c813e580e 2024-11-13T16:14:37,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/641e3d4d212742b7b9a48b7577ca5322 2024-11-13T16:14:37,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/ad7e04eeac9e4c279a239456519742a6 2024-11-13T16:14:37,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/c8b40c9a99fb4cba876d89ec812a0e58 2024-11-13T16:14:37,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/a536ceb69cb24a97894d5203a1e35ca9 2024-11-13T16:14:37,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/069a13cbb11449728081646592e1605e 2024-11-13T16:14:37,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/7e52f878b66942eca2d9bc1567e40f46 2024-11-13T16:14:37,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/d48e68123b0e4a9a86a936b8bc95057e 2024-11-13T16:14:37,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/3ced5a6ad5844e92a82fd1fc72d7a19e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f02ef15881dc477a90ded5dddc7a0258, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f11444f7470e47cb8cdb39ca9614cf4a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/1e5a3f8a07df4fcb855493cace1f2449, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/6e3a0c8455624648b31c95975ad2fa51, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a] to archive 2024-11-13T16:14:37,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:37,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/b1ee5362c0a54f1bbf8c2ebf674aae2a 2024-11-13T16:14:37,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/84f4f2cd350a481b8569b639f8f4b4df 2024-11-13T16:14:37,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/3ced5a6ad5844e92a82fd1fc72d7a19e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/3ced5a6ad5844e92a82fd1fc72d7a19e 2024-11-13T16:14:37,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/aa7dad86e4ef41ae92479dee17543710 2024-11-13T16:14:37,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f7bfe3590f324ed89acbc5c0e89b8ea9 2024-11-13T16:14:37,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c57c835f24194dc4be73f08aec55fe47 2024-11-13T16:14:37,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/24725094ba154ce0a6e8dc9015808474 2024-11-13T16:14:37,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f02ef15881dc477a90ded5dddc7a0258 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f02ef15881dc477a90ded5dddc7a0258 2024-11-13T16:14:37,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/bb4d0baaf7a14869b24e9b069355760d 2024-11-13T16:14:37,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/825b0f24444a4767837ebe057a0547dd 2024-11-13T16:14:37,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f11444f7470e47cb8cdb39ca9614cf4a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/f11444f7470e47cb8cdb39ca9614cf4a 2024-11-13T16:14:37,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/8dd6347430a74ca7a880789add3d9636 2024-11-13T16:14:37,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/7e9c175d2cf04cf2a622678e16674e6f 2024-11-13T16:14:37,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/1e5a3f8a07df4fcb855493cace1f2449 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/1e5a3f8a07df4fcb855493cace1f2449 2024-11-13T16:14:37,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/c3c2eedbf49f43f98b16850d7f85816a 2024-11-13T16:14:37,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/658d3012173348a19c30349187b49007 2024-11-13T16:14:37,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/6e3a0c8455624648b31c95975ad2fa51 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/6e3a0c8455624648b31c95975ad2fa51 2024-11-13T16:14:37,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/9c911652f86042d0b45b34d8c8eda849 2024-11-13T16:14:37,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/52a06811e7fd4fa1be26732004db43a2 2024-11-13T16:14:37,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/d29cc2779d5442a6a18a9c5abf84889b 2024-11-13T16:14:37,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/43e0580409c94b04932e46cc2e1dad9a 2024-11-13T16:14:37,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3ba99cb3a6d64985a083d7ccde2d19ed, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/01e5aa6fd70140dba938646ebbebd709, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/84b3dedccc634450929783f5aace9509, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/bdb6a1af14d14cb0a1eacae444e0b8a3, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c7f002d151a049dbac41e6ec41321e04, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77] to archive 2024-11-13T16:14:37,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:14:37,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/0928923d724c4a4c91287659106aeb20 2024-11-13T16:14:37,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c59055d8676d4f20942e5439b8187290 2024-11-13T16:14:37,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3ba99cb3a6d64985a083d7ccde2d19ed to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3ba99cb3a6d64985a083d7ccde2d19ed 2024-11-13T16:14:37,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c357cc99a2774044a2060b06bf79b501 2024-11-13T16:14:37,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/2f1719be3795418eb2fa8e37bbc3ece8 2024-11-13T16:14:37,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/214198641fa74f6ab159a6aeaec54182 2024-11-13T16:14:37,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/3a05e0972a424cadb70b6a30dfc06a8a 2024-11-13T16:14:37,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/01e5aa6fd70140dba938646ebbebd709 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/01e5aa6fd70140dba938646ebbebd709 2024-11-13T16:14:37,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7197b58d298743b2abe0d6bcb4adb95c 2024-11-13T16:14:37,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/93c14da796c34f4fbf3d6bb1ffa70202 2024-11-13T16:14:37,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/84b3dedccc634450929783f5aace9509 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/84b3dedccc634450929783f5aace9509 2024-11-13T16:14:37,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/f12b5dbb8b7849ee852474bfdb1d9745 2024-11-13T16:14:37,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c464e8d5550e43ad86e5006bc4b32a6a 2024-11-13T16:14:37,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/bdb6a1af14d14cb0a1eacae444e0b8a3 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/bdb6a1af14d14cb0a1eacae444e0b8a3 2024-11-13T16:14:37,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7b679558e05141f9bdf37ae98f90209c 2024-11-13T16:14:37,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/be877235195f42cfbb8458e41e64022e 2024-11-13T16:14:37,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c7f002d151a049dbac41e6ec41321e04 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/c7f002d151a049dbac41e6ec41321e04 2024-11-13T16:14:37,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/499a9c06066a4896aa99ae5e46a39b52 2024-11-13T16:14:37,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/191fc26ef8524686bf93ec6ec431126d 2024-11-13T16:14:37,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/44a9fe5baa6b4b329a9bcab7d53200dd 2024-11-13T16:14:37,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/eeab3a5264904ee696882a8a9f639e77 2024-11-13T16:14:37,889 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=4 2024-11-13T16:14:37,890 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. 2024-11-13T16:14:37,890 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 41d2bbc334f40315fce0f4fcd5c99dab: Waiting for close lock at 1731514476580Running coprocessor pre-close hooks at 1731514476580Disabling compacts and flushes for region at 1731514476580Disabling writes for close at 1731514476580Obtaining lock to block concurrent updates at 1731514476580Preparing flush snapshotting stores in 41d2bbc334f40315fce0f4fcd5c99dab at 1731514476580Finished memstore snapshotting TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731514476581 (+1 ms)Flushing stores of TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab. at 1731514476581Flushing 41d2bbc334f40315fce0f4fcd5c99dab/A: creating writer at 1731514476581Flushing mob file 41d2bbc334f40315fce0f4fcd5c99dab/A: appending metadata at 1731514476585 (+4 ms)Flushing mob file 41d2bbc334f40315fce0f4fcd5c99dab/A: closing flushed file at 1731514476585Flushing 41d2bbc334f40315fce0f4fcd5c99dab/A: appending metadata at 1731514476992 (+407 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/A: closing flushed file at 1731514476993 (+1 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/B: creating writer at 1731514477405 (+412 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/B: appending metadata at 1731514477407 (+2 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/B: closing flushed file at 1731514477407Flushing 41d2bbc334f40315fce0f4fcd5c99dab/C: creating writer at 1731514477814 (+407 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/C: appending metadata at 1731514477816 (+2 ms)Flushing 41d2bbc334f40315fce0f4fcd5c99dab/C: closing flushed file at 1731514477816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f440a1: reopening flushed file at 1731514477821 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1991b03a: reopening flushed file at 1731514477825 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5761aa4e: reopening flushed file at 1731514477828 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 41d2bbc334f40315fce0f4fcd5c99dab in 1251ms, sequenceid=325, compaction requested=false at 1731514477831 (+3 ms)Writing region close event to WAL at 1731514477886 (+55 ms)Running coprocessor post-close hooks at 1731514477890 (+4 ms)Closed at 1731514477890 2024-11-13T16:14:37,891 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:37,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=41d2bbc334f40315fce0f4fcd5c99dab, regionState=CLOSED 2024-11-13T16:14:37,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 because future has completed 2024-11-13T16:14:37,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-13T16:14:37,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 41d2bbc334f40315fce0f4fcd5c99dab, server=c4c650e80f58,38731,1731514299168 in 1.4660 sec 2024-11-13T16:14:37,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-13T16:14:37,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41d2bbc334f40315fce0f4fcd5c99dab, UNASSIGN in 1.4700 sec 2024-11-13T16:14:37,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-13T16:14:37,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-13T16:14:37,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731514477900"}]},"ts":"1731514477900"} 2024-11-13T16:14:37,901 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T16:14:37,901 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T16:14:37,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-13T16:14:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T16:14:38,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:38,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-13T16:14:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,571 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T16:14:38,571 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C, FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits] 2024-11-13T16:14:38,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/460e0da9ac0e4b12bafd6e4236999995 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/460e0da9ac0e4b12bafd6e4236999995 2024-11-13T16:14:38,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/e6cefa2b3a8047baac99755c63cf870e to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/A/e6cefa2b3a8047baac99755c63cf870e 2024-11-13T16:14:38,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/68b484d168fc49a38cdfb16413cb4f98 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/68b484d168fc49a38cdfb16413cb4f98 2024-11-13T16:14:38,579 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/faf160893def4928b3819eb6bd27e4ae to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/B/faf160893def4928b3819eb6bd27e4ae 2024-11-13T16:14:38,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/6caf723534a24bed806b5332e6348d4a to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/6caf723534a24bed806b5332e6348d4a 2024-11-13T16:14:38,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7a69ddb15a324f06b2b1cf1776e4e1b8 to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/C/7a69ddb15a324f06b2b1cf1776e4e1b8 2024-11-13T16:14:38,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits/328.seqid to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab/recovered.edits/328.seqid 2024-11-13T16:14:38,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/default/TestAcidGuarantees/41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,584 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T16:14:38,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:14:38,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T16:14:38,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131055fbb657424c26b456a3d74b724c3a_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131055fbb657424c26b456a3d74b724c3a_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113116b2f6790234cc48803685217968859_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113116b2f6790234cc48803685217968859_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113206f699f035e41d4a821008386e8281c_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113206f699f035e41d4a821008386e8281c_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113226a71f2adef4c48a6bc6a647a275d8e_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113226a71f2adef4c48a6bc6a647a275d8e_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111325cd7874cdef45a59b8b79096df8176a_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111325cd7874cdef45a59b8b79096df8176a_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132d6179bfa0dc40108ef755b78346ceeb_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132d6179bfa0dc40108ef755b78346ceeb_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133a1f4a2ca4bd423f94bed93d3181818b_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133a1f4a2ca4bd423f94bed93d3181818b_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134201601bf63c4a3da6ca7256c474bf53_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134201601bf63c4a3da6ca7256c474bf53_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111358b4dc675a344496b58e07fe88001ad8_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111358b4dc675a344496b58e07fe88001ad8_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f54ddd80ad746fd8aec41ee385696ab_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f54ddd80ad746fd8aec41ee385696ab_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113760522f709eb4f488a5f11148953a2c4_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113760522f709eb4f488a5f11148953a2c4_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113948e3ab4ebee4cb989e6507776b866fc_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113948e3ab4ebee4cb989e6507776b866fc_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111395beb8f4d6514848a360fe5d051f9534_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111395beb8f4d6514848a360fe5d051f9534_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7c5072c65734c27b2628aca3341addd_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a7c5072c65734c27b2628aca3341addd_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b84b85a19a4c4da7a654ec08c6926acd_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b84b85a19a4c4da7a654ec08c6926acd_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c20d51c14dcb4f12bc3660759fd34178_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c20d51c14dcb4f12bc3660759fd34178_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faa8e33365164c42af735fbeced337d9_41d2bbc334f40315fce0f4fcd5c99dab to hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faa8e33365164c42af735fbeced337d9_41d2bbc334f40315fce0f4fcd5c99dab 2024-11-13T16:14:38,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T16:14:38,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,606 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T16:14:38,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T16:14:38,609 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,609 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T16:14:38,609 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731514478609"}]},"ts":"9223372036854775807"} 2024-11-13T16:14:38,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T16:14:38,610 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 41d2bbc334f40315fce0f4fcd5c99dab, NAME => 'TestAcidGuarantees,,1731514446385.41d2bbc334f40315fce0f4fcd5c99dab.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T16:14:38,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T16:14:38,611 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731514478610"}]},"ts":"9223372036854775807"} 2024-11-13T16:14:38,612 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T16:14:38,612 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T16:14:38,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-13T16:14:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T16:14:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T16:14:38,679 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T16:14:38,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=10344 (was 10407) 2024-11-13T16:14:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:14:38,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:14:38,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:14:38,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:38,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:38,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:14:38,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:14:38,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603076298, stopped=false 2024-11-13T16:14:38,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,36659,1731514298521 2024-11-13T16:14:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:14:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:14:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:14:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:14:38,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:14:38,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:14:38,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:14:38,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:38,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,38731,1731514299168' ***** 2024-11-13T16:14:38,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:14:38,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:14:38,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:14:38,693 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:14:38,694 INFO [RS:0;c4c650e80f58:38731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:14:38,694 INFO [RS:0;c4c650e80f58:38731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:14:38,694 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,38731,1731514299168 2024-11-13T16:14:38,694 INFO [RS:0;c4c650e80f58:38731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:14:38,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:14:38,694 INFO [RS:0;c4c650e80f58:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:38731. 2024-11-13T16:14:38,694 DEBUG [RS:0;c4c650e80f58:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:14:38,694 DEBUG [RS:0;c4c650e80f58:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:38,695 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:14:38,695 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:14:38,695 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:14:38,695 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:14:38,696 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T16:14:38,696 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:14:38,696 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:38,696 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:14:38,696 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:14:38,696 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:14:38,696 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:14:38,696 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:14:38,696 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T16:14:38,726 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/info/0e66aed388b64c5394ad8c48435a8566 is 95, key is TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0./info:/1731514329228/DeleteFamily/seqid=0 2024-11-13T16:14:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742481_1657 (size=6514) 2024-11-13T16:14:38,762 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:14:38,896 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:38,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T16:14:39,096 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:39,130 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/info/0e66aed388b64c5394ad8c48435a8566 2024-11-13T16:14:39,148 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/ns/cb85056fd31e40799efc6a6c87b4e9f4 is 93, key is TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0./ns:/1731514329186/DeleteFamily/seqid=0 2024-11-13T16:14:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742482_1658 (size=5906) 2024-11-13T16:14:39,155 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/ns/cb85056fd31e40799efc6a6c87b4e9f4 2024-11-13T16:14:39,173 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/rep_barrier/47ce728feaf549adbfd69a123d90a977 is 102, key is TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0./rep_barrier:/1731514329186/DeleteFamily/seqid=0 2024-11-13T16:14:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742483_1659 (size=6025) 2024-11-13T16:14:39,297 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:39,497 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:39,576 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/rep_barrier/47ce728feaf549adbfd69a123d90a977 2024-11-13T16:14:39,594 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/table/1c1885e944e543e6b5be3cf1562625c7 is 96, key is TestAcidGuarantees,,1731514302957.d335b70080f9f643a2aa4b4be90cc8c0./table:/1731514329186/DeleteFamily/seqid=0 2024-11-13T16:14:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742484_1660 (size=5936) 2024-11-13T16:14:39,630 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T16:14:39,630 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T16:14:39,697 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:39,897 DEBUG [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:14:39,998 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/table/1c1885e944e543e6b5be3cf1562625c7 2024-11-13T16:14:40,001 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/info/0e66aed388b64c5394ad8c48435a8566 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/info/0e66aed388b64c5394ad8c48435a8566 2024-11-13T16:14:40,004 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/info/0e66aed388b64c5394ad8c48435a8566, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T16:14:40,004 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/ns/cb85056fd31e40799efc6a6c87b4e9f4 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/ns/cb85056fd31e40799efc6a6c87b4e9f4 2024-11-13T16:14:40,006 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/ns/cb85056fd31e40799efc6a6c87b4e9f4, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T16:14:40,007 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/rep_barrier/47ce728feaf549adbfd69a123d90a977 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/rep_barrier/47ce728feaf549adbfd69a123d90a977 2024-11-13T16:14:40,009 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/rep_barrier/47ce728feaf549adbfd69a123d90a977, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T16:14:40,010 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/.tmp/table/1c1885e944e543e6b5be3cf1562625c7 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/table/1c1885e944e543e6b5be3cf1562625c7 2024-11-13T16:14:40,012 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/table/1c1885e944e543e6b5be3cf1562625c7, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T16:14:40,013 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=90, compaction requested=false 2024-11-13T16:14:40,020 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T16:14:40,020 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:14:40,020 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:14:40,020 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731514478696Running coprocessor pre-close hooks at 1731514478696Disabling compacts and flushes for region at 1731514478696Disabling writes for close at 1731514478696Obtaining lock to block concurrent updates at 1731514478696Preparing flush snapshotting stores in 1588230740 at 1731514478696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731514478697 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731514478697Flushing 1588230740/info: creating writer at 1731514478697Flushing 1588230740/info: appending metadata at 1731514478726 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731514478726Flushing 1588230740/ns: creating writer at 1731514479133 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731514479148 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731514479148Flushing 1588230740/rep_barrier: creating writer at 1731514479158 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731514479172 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731514479172Flushing 1588230740/table: creating writer at 1731514479579 (+407 ms)Flushing 1588230740/table: appending metadata at 1731514479594 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731514479594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b54ac1f: reopening flushed file at 1731514480001 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de9768b: reopening flushed file at 1731514480004 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c26f52: reopening flushed file at 1731514480007 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0299: reopening flushed file at 1731514480010 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=90, compaction requested=false at 1731514480013 (+3 ms)Writing region close event to WAL at 1731514480018 (+5 ms)Running coprocessor post-close hooks at 1731514480020 (+2 ms)Closed at 1731514480020 2024-11-13T16:14:40,021 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:14:40,098 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,38731,1731514299168; all regions closed. 2024-11-13T16:14:40,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741834_1010 (size=25344) 2024-11-13T16:14:40,104 DEBUG [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/oldWALs 2024-11-13T16:14:40,104 INFO [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C38731%2C1731514299168.meta:.meta(num 1731514302597) 2024-11-13T16:14:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741832_1008 (size=15059823) 2024-11-13T16:14:40,107 DEBUG [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/oldWALs 2024-11-13T16:14:40,107 INFO [RS:0;c4c650e80f58:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C38731%2C1731514299168:(num 1731514301727) 2024-11-13T16:14:40,107 DEBUG [RS:0;c4c650e80f58:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:14:40,107 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:14:40,107 INFO [RS:0;c4c650e80f58:38731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:14:40,107 INFO [RS:0;c4c650e80f58:38731 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T16:14:40,108 INFO [RS:0;c4c650e80f58:38731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:14:40,108 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:14:40,108 INFO [RS:0;c4c650e80f58:38731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38731 2024-11-13T16:14:40,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c4c650e80f58,38731,1731514299168 2024-11-13T16:14:40,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:14:40,112 INFO [RS:0;c4c650e80f58:38731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:14:40,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,38731,1731514299168] 2024-11-13T16:14:40,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c4c650e80f58,38731,1731514299168 already deleted, retry=false 2024-11-13T16:14:40,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,38731,1731514299168 expired; onlineServers=0 2024-11-13T16:14:40,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,36659,1731514298521' ***** 2024-11-13T16:14:40,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:14:40,117 INFO [M:0;c4c650e80f58:36659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:14:40,117 INFO [M:0;c4c650e80f58:36659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:14:40,117 DEBUG [M:0;c4c650e80f58:36659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:14:40,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:14:40,117 DEBUG [M:0;c4c650e80f58:36659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:14:40,117 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731514301352 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731514301352,5,FailOnTimeoutGroup] 2024-11-13T16:14:40,117 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731514301352 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731514301352,5,FailOnTimeoutGroup] 2024-11-13T16:14:40,118 INFO [M:0;c4c650e80f58:36659 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:14:40,118 INFO [M:0;c4c650e80f58:36659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:14:40,118 DEBUG [M:0;c4c650e80f58:36659 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:14:40,118 INFO [M:0;c4c650e80f58:36659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:14:40,118 INFO [M:0;c4c650e80f58:36659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:14:40,118 ERROR [M:0;c4c650e80f58:36659 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T16:14:40,119 INFO [M:0;c4c650e80f58:36659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:14:40,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:14:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:14:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:14:40,119 DEBUG [M:0;c4c650e80f58:36659 {}] zookeeper.ZKUtil(347): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:14:40,119 WARN [M:0;c4c650e80f58:36659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:14:40,120 INFO [M:0;c4c650e80f58:36659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/.lastflushedseqids 2024-11-13T16:14:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742485_1661 (size=72) 2024-11-13T16:14:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:14:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x100a60efd8e0001, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:14:40,215 INFO [RS:0;c4c650e80f58:38731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:14:40,215 INFO [RS:0;c4c650e80f58:38731 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,38731,1731514299168; zookeeper connection closed. 2024-11-13T16:14:40,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47e0dcae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47e0dcae 2024-11-13T16:14:40,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:14:40,530 INFO [M:0;c4c650e80f58:36659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:14:40,530 INFO [M:0;c4c650e80f58:36659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:14:40,530 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:14:40,530 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:14:40,530 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:14:40,530 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:14:40,530 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:14:40,530 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=768.50 KB heapSize=945.35 KB 2024-11-13T16:14:40,545 DEBUG [M:0;c4c650e80f58:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e384e988bb4ed28fd43963f0e6a61c is 82, key is hbase:meta,,1/info:regioninfo/1731514302678/Put/seqid=0 2024-11-13T16:14:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742486_1662 (size=5672) 2024-11-13T16:14:40,949 INFO [M:0;c4c650e80f58:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e384e988bb4ed28fd43963f0e6a61c 2024-11-13T16:14:40,970 DEBUG [M:0;c4c650e80f58:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132a025f39d3440db1992e229ab99fd5 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x97/proc:d/1731514449459/Put/seqid=0 2024-11-13T16:14:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742487_1663 (size=44829) 2024-11-13T16:14:41,377 INFO [M:0;c4c650e80f58:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=767.95 KB at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132a025f39d3440db1992e229ab99fd5 2024-11-13T16:14:41,380 INFO [M:0;c4c650e80f58:36659 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 132a025f39d3440db1992e229ab99fd5 2024-11-13T16:14:41,396 DEBUG [M:0;c4c650e80f58:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/166a640ac7504a9d91ba6bdc24e5440b is 69, key is c4c650e80f58,38731,1731514299168/rs:state/1731514301489/Put/seqid=0 2024-11-13T16:14:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073742488_1664 (size=5156) 2024-11-13T16:14:41,800 INFO [M:0;c4c650e80f58:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/166a640ac7504a9d91ba6bdc24e5440b 2024-11-13T16:14:41,804 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51e384e988bb4ed28fd43963f0e6a61c as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51e384e988bb4ed28fd43963f0e6a61c 2024-11-13T16:14:41,807 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51e384e988bb4ed28fd43963f0e6a61c, entries=8, sequenceid=2183, filesize=5.5 K 2024-11-13T16:14:41,808 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132a025f39d3440db1992e229ab99fd5 as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/132a025f39d3440db1992e229ab99fd5 2024-11-13T16:14:41,810 INFO [M:0;c4c650e80f58:36659 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 132a025f39d3440db1992e229ab99fd5 2024-11-13T16:14:41,810 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/132a025f39d3440db1992e229ab99fd5, entries=174, sequenceid=2183, filesize=43.8 K 2024-11-13T16:14:41,811 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/166a640ac7504a9d91ba6bdc24e5440b as hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/166a640ac7504a9d91ba6bdc24e5440b 2024-11-13T16:14:41,814 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/2a4315f9-36d1-22dc-8a32-67e841dac335/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/166a640ac7504a9d91ba6bdc24e5440b, entries=1, sequenceid=2183, filesize=5.0 K 2024-11-13T16:14:41,814 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~768.50 KB/786947, heapSize ~945.05 KB/967736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2183, compaction requested=false 2024-11-13T16:14:41,816 INFO [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:14:41,816 DEBUG [M:0;c4c650e80f58:36659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731514480530Disabling compacts and flushes for region at 1731514480530Disabling writes for close at 1731514480530Obtaining lock to block concurrent updates at 1731514480530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731514480530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=786947, getHeapSize=967976, getOffHeapSize=0, getCellsCount=2382 at 1731514480530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731514480531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731514480531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731514480545 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731514480545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731514480952 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731514480969 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731514480969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731514481380 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731514481396 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731514481396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1d6019: reopening flushed file at 1731514481803 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7565b3df: reopening flushed file at 1731514481807 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650f835a: reopening flushed file at 1731514481811 (+4 ms)Finished flush of dataSize ~768.50 KB/786947, heapSize ~945.05 KB/967736, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2183, compaction requested=false at 1731514481814 (+3 ms)Writing region close event to WAL at 1731514481816 (+2 ms)Closed at 1731514481816 2024-11-13T16:14:41,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741830_1006 (size=930057) 2024-11-13T16:14:41,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:14:41,819 INFO [M:0;c4c650e80f58:36659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:14:41,819 INFO [M:0;c4c650e80f58:36659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36659 2024-11-13T16:14:41,820 INFO [M:0;c4c650e80f58:36659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:14:41,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:14:41,922 INFO [M:0;c4c650e80f58:36659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:14:41,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x100a60efd8e0000, quorum=127.0.0.1:53519, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:14:41,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:14:41,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:14:41,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:14:41,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:14:41,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.log.dir/,STOPPED} 2024-11-13T16:14:41,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:14:41,932 WARN [BP-1702565223-172.17.0.3-1731514295731 heartbeating to localhost/127.0.0.1:33817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:14:41,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:14:41,932 WARN [BP-1702565223-172.17.0.3-1731514295731 heartbeating to localhost/127.0.0.1:33817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1702565223-172.17.0.3-1731514295731 (Datanode Uuid 3c1a8d22-3d9f-441b-be45-1c359e1e664d) service to localhost/127.0.0.1:33817 2024-11-13T16:14:41,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data1/current/BP-1702565223-172.17.0.3-1731514295731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:14:41,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/cluster_9a3ef134-be62-af73-a3bd-3133775ef978/data/data2/current/BP-1702565223-172.17.0.3-1731514295731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:14:41,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:14:41,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:14:41,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:14:41,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:14:41,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:14:41,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90618560-b91d-b701-d67b-7557449aca42/hadoop.log.dir/,STOPPED} 2024-11-13T16:14:41,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:14:42,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down